-- Logs begin at Thu 2021-04-15 20:10:31 UTC, end at Thu 2021-04-15 21:07:11 UTC. -- Apr 15 20:41:05.171912 dv-cinder-562053-18-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 20:41:08.300701 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.common.config [-] Logging enabled! Apr 15 20:41:08.301256 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 20:41:08.302604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85305) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 20:41:08.304374 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.common.config [-] Logging enabled! Apr 15 20:41:08.304630 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 20:41:08.304981 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85305) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 20:41:08.306108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 20:41:08.306388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 20:41:08.307416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 20:41:08.307697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 20:41:08.307954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 20:41:08.308331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.308669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.309014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.309272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.309656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.310021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.310336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.310675 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.310997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.311321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.311638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.311963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.312227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.312581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.312910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.313245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.313480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] debug = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.313797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.314360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.314683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.315000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.315329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.315647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.315938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.316258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.316578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.316946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] host = dv-cinder-562053-18-smb {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.317261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.317591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.317919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.318283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.318596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.318912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.319239 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.319549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.319858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.320173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.320501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.320834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.321175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.321433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.321685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.322037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.322373 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.322684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.322994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.323306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.323617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.323926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.324230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.324556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.324882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.325240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.325554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.325861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.326199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.326509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.326837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.327144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.327453 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.327763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.328090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.328395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.328704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.329043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.329371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.329695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.330058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.330370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.330694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.331001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.331307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.331614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] use_json = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.331920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.332225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.332544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.332853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.333160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.333466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.333771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.334122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:08.334459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.334798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.335141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.335487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.335801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.336121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.336452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.336767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.337098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.337428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.337754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.338094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.338418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.338731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.339068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.339419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.339753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.340088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.340400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.340758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.341072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.341387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.341711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.342070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.342413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.342717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.343033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.343365 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.343682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.343992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.344309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.344639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.344966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.345265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.345582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.345896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.346247 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.346545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.346858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.347188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.347503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.347812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.348122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.348434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.348739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.349060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.349372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.349687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.350005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.350324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.350631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.350981 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.351305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.351613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.351928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.352206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.352517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.352828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.353140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.353450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.353761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.354118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.354440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.354753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.355063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.355372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.355687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.355996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.356353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.356696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.357024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.357660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.358001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.358322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.358646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.358968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.359286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.359605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.359920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.360259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.360588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.360919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.361251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.361566 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.361910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.362259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.362637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.362899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.363220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.363552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.363878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.364218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.364556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.364895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.365236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.365576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.365898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.366295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.366625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:08.366878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 20:41:08.367147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85305) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 20:41:09.028182 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading Gnome Apr 15 20:41:09.045141 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading Google Apr 15 20:41:09.047954 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 20:41:09.051823 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading file Apr 15 20:41:09.052702 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading keyczar Apr 15 20:41:09.052982 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading multi Apr 15 20:41:09.053628 dv-cinder-562053-18-smb neutron-server[85305]: INFO keyring.backend [-] Loading pyfs Apr 15 20:41:09.100034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:09.100312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:09.100672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:09.101043 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 20:41:09.494300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.494866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.494866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.496269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.496698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.497024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.534194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.534498 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.534796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.549697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.550036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.550345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.616090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.616417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.616681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.617732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.618044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.619869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.889709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.890015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.890327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.890629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:09.891458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.039679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.039956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.040307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.040609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.040910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.041292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.041590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.041881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.042192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.042514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.042797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.043115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.043413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.043707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.044030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.044347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.044640 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.044959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.045242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.045581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.046064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.046355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.046641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.046980 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.047255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.047531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.047956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.048237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.048508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.048776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.049043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.049309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.049729 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 20:41:10.052928 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 20:41:10.056993 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 20:41:10.061003 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 15 20:41:10.062687 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 20:41:10.063976 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 20:41:10.064359 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 20:41:10.064798 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 20:41:10.067632 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 20:41:10.067885 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 20:41:10.068303 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 20:41:10.096380 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 20:41:10.096900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.097184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85305) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 20:41:10.097801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.099188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85305) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 20:41:10.099507 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 20:41:10.099781 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 20:41:10.103068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.103371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.170653 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 20:41:10.170853 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 20:41:10.171155 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 20:41:10.171565 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 20:41:10.209151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.sqlalchemy.engines [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85305) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 20:41:10.660168 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing driver for type 'gre' Apr 15 20:41:10.660747 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] gre ID ranges: [(1, 1000)] Apr 15 20:41:10.704283 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing driver for type 'local' Apr 15 20:41:10.704656 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing driver for type 'vlan' Apr 15 20:41:10.717459 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] VlanTypeDriver initialization complete Apr 15 20:41:10.717833 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing driver for type 'vxlan' Apr 15 20:41:10.718447 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] vxlan ID ranges: [(1, 1000)] Apr 15 20:41:10.763347 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing extension driver 'port_security' Apr 15 20:41:10.763711 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] PortSecurityExtensionDriver initialization complete Apr 15 20:41:10.764094 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing mechanism driver 'openvswitch' Apr 15 20:41:10.764491 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing mechanism driver 'hyperv' Apr 15 20:41:10.770974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:10.771820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.772229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.772621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.773047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.773435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.773822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.774265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.774651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.775031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.775474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > security_group after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.775822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > security_group after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.776357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.776756 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.777139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.777517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.777936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > address_group after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.778445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > address_group after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.778845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.779196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] ML2 OVO RPC backend initialized. {{(pid=85305) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 20:41:10.779994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.780388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.780854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.781240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > networks before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.781622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.782033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > ports before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.782408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.782787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnets before_response 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.783172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.783547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.783916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.784289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.784661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.785029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.785401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.785772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.786170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.786819 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.plugin [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Modular L2 Plugin initialization complete Apr 15 20:41:10.787181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading services supported by the core plugin {{(pid=85305) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 20:41:10.787548 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.plugins.ml2.managers [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Got port-security extension from driver 'port_security' Apr 15 20:41:10.788060 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.extensions.vlantransparent [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Disabled vlantransparent extension. Apr 15 20:41:10.788604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85305) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 20:41:10.788946 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: router Apr 15 20:41:10.827533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.827969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_create 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.828375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router before_create 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.828782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.829195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.829589 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_delete 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.830039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.830418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_create 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.830800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_update 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.831190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_update 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.831574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.831962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_update 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.832459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_update 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.832874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.833257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.833633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: subnet after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.834017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.834428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.834818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_create 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.835198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.835955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.835955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router after_update 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.836311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.836717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_create 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.837123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.837509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_update 55549900 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.837944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > network after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.839039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Tracking information for resource: router configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.839411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Tracking information for resource: floatingip configured {{(pid=85305) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 20:41:10.844424 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_agentschedulers_db [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 20:41:10.845081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.845474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port after_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.845857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port after_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.846267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: port after_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.847191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router before_create 55550100 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.847595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.848001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_create 55550100 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.848397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > router precommit_update 55550100 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.853286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.provider_configuration [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service providers = [] {{(pid=85305) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 20:41:10.853686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.servicetype_db [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85305) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 20:41:10.856637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.service_base [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:41:10.857031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.service_base [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:41:10.857763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.service_base [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:41:10.858691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.service_base [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85305) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 20:41:10.859096 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.services.service_base [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 20:41:10.859523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.859896 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 20:41:10.870194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.870570 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: auto_allocate Apr 15 20:41:10.876526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: network precommit_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.876930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: network precommit_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.877527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.877879 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: tag Apr 15 20:41:10.885035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.885417 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: timestamp Apr 15 20:41:10.889448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.889812 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: network_ip_availability Apr 15 20:41:10.895551 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.895965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.896361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:10.897170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.897509 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: flavors Apr 15 20:41:10.902129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.902495 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading Plugin: revisions Apr 15 20:41:10.907155 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85305) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 20:41:10.907581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:10.908380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85305) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 20:41:10.908740 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Initializing extension manager. Apr 15 20:41:10.909304 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: __init__.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.909661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: __pycache__ {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.910052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.910474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: address_group.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.911233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.911883 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: address-group Apr 15 20:41:10.912241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: address_scope.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.913009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.913584 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: address-scope Apr 15 20:41:10.913940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.914917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.915498 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: router-admin-state-down-before-update Apr 15 20:41:10.915856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: agent.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.916614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.917198 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: agent Apr 15 20:41:10.917602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: agent_resources_synced.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.918558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.919187 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: agent-resources-synced Apr 15 20:41:10.919546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: allowedaddresspairs.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.921362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.921950 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: allowed-address-pairs Apr 15 20:41:10.922349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: auto_allocated_topology.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.923429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.924002 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: auto-allocated-topology Apr 15 20:41:10.924369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: availability_zone.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.925120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.925698 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: availability_zone Apr 15 20:41:10.926086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: availability_zone_filter.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.927025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.927604 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: availability_zone_filter Apr 15 20:41:10.927963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: data_plane_status.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.929020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.929598 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 20:41:10.929960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: default_subnetpools.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.930925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.931509 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: default-subnetpools Apr 15 20:41:10.931867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.932758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.933344 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: dhcp_agent_scheduler Apr 15 20:41:10.933703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: dns.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.934690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.935266 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 20:41:10.935623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: dns_domain_ports.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.936553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.937167 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 20:41:10.937528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: dvr.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.938281 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.938856 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: dvr Apr 15 20:41:10.939212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: empty_string_filtering.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.940131 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.940710 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: empty-string-filtering Apr 15 20:41:10.941064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.942027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.942586 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 20:41:10.942942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.943881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.944438 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 20:41:10.944795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: external_net.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.945720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.946353 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: external-net Apr 15 20:41:10.946698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.947629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.948192 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: extra_dhcp_opt Apr 15 20:41:10.948547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: extraroute.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.949474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.950128 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: extraroute Apr 15 20:41:10.950492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: extraroute_atomic.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.951583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.952169 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: extraroute-atomic Apr 15 20:41:10.952529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: filter_validation.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.953238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.953810 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: filter-validation Apr 15 20:41:10.954217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: fip_pf_description.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.955129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.955737 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 20:41:10.956085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: fip_port_details.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.957104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.957722 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: fip-port-details Apr 15 20:41:10.958108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: flavors.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.959369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.959954 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: flavors Apr 15 20:41:10.960317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.962038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.962626 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 20:41:10.962993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: floatingip_pools.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.963751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.964333 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: floatingip-pools Apr 15 20:41:10.964687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: ip_allocation.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.965637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.966276 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 20:41:10.966646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.967581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.968162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: ip-substring-filtering Apr 15 20:41:10.968523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l2_adjacency.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.969461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.970064 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 20:41:10.970429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.971573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.972138 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: router Apr 15 20:41:10.972500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.974854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.975455 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 20:41:10.975824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.976772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.977355 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: ext-gw-mode Apr 15 20:41:10.977716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.978788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.979376 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: l3-ha Apr 15 20:41:10.979736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3_flavors.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.980711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.981308 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: l3-flavors Apr 15 20:41:10.981751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.983092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.983674 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 20:41:10.984027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: l3agentscheduler.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.985233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.985821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: l3_agent_scheduler Apr 15 20:41:10.986218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: logging.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.987762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.988345 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension logging not supported by any of loaded plugins Apr 15 20:41:10.988712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: metering.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.989520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.990247 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: metering Apr 15 20:41:10.990613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.991733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.992317 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: metering_source_and_destination_fields Apr 15 20:41:10.992665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: multiprovidernet.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.993601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.994207 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: multi-provider Apr 15 20:41:10.994573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: netmtu.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.995499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.996064 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: net-mtu Apr 15 20:41:10.996436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: netmtu_writable.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.997416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.998029 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: net-mtu-writable Apr 15 20:41:10.998372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: network_availability_zone.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:10.999201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:10.999780 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: network_availability_zone Apr 15 20:41:11.000133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: network_ip_availability.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.001274 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.001869 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: network-ip-availability Apr 15 20:41:11.002248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: network_segment_range.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.003079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.003650 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 20:41:11.004009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: pagination.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.005011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.005383 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: pagination Apr 15 20:41:11.005739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: port_device_profile.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.006690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.007275 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: port-device-profile Apr 15 20:41:11.007633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.008583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.009154 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: port-mac-address-regenerate Apr 15 20:41:11.009507 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.010479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.011051 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: port-numa-affinity-policy Apr 15 20:41:11.011409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: port_resource_request.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.012344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.013007 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 20:41:11.013367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: portbindings.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.014341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.014917 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: binding Apr 15 20:41:11.015274 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: portbindings_extended.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.016564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.017196 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: binding-extended Apr 15 20:41:11.017504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: portsecurity.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.018476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.019045 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: port-security Apr 15 20:41:11.019406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: project_id.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.020400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.020767 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: project-id Apr 15 20:41:11.021130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: providernet.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.022087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.022673 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: provider Apr 15 20:41:11.023031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.026796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.027389 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos not supported by any of loaded plugins Apr 15 20:41:11.027763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.029131 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.029714 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 20:41:11.030104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.031043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.031618 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 20:41:11.031983 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_default.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.032913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.033496 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-default not supported by any of loaded plugins Apr 15 20:41:11.033858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_fip.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.034588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.035166 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 20:41:11.035509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_gateway_ip.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.036449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.037029 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 20:41:11.037394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_port_network_policy.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.038369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.038952 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 20:41:11.039309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_rule_type_details.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.040250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.040820 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 20:41:11.041178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: qos_rules_alias.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.042276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.042857 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 20:41:11.043217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: quotasv2.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.044324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.044697 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: quotas Apr 15 20:41:11.045048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: quotasv2_detail.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.046846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.047241 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: quota_details Apr 15 20:41:11.047606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: rbac.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.048790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.049383 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: rbac-policies Apr 15 20:41:11.049748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: rbac_address_group.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.050718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.051306 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: rbac-address-group Apr 15 20:41:11.051666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: rbac_address_scope.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.052611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.053193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: rbac-address-scope Apr 15 20:41:11.053553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: rbac_security_groups.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.054503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.055091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: rbac-security-groups Apr 15 20:41:11.055451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: rbac_subnetpool.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.056380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.056978 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: rbac-subnetpool Apr 15 20:41:11.057336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: revisionifmatch.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.058314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.058891 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: revision-if-match Apr 15 20:41:11.059252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: revisions.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.060411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.060987 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: standard-attr-revisions Apr 15 20:41:11.061348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: router_availability_zone.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.062100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.062676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: router_availability_zone Apr 15 20:41:11.063037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: routerservicetype.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.063988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.064559 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 20:41:11.064918 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.065851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.066461 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: security-groups-normalized-cidr Apr 15 20:41:11.066820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.067757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.068337 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: port-security-groups-filtering Apr 15 20:41:11.068692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.069645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.070288 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: security-groups-remote-address-group Apr 15 20:41:11.070645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: securitygroup.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.084301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.084924 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: security-group Apr 15 20:41:11.085295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: segment.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.086205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.086793 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension segment not supported by any of loaded plugins Apr 15 20:41:11.087158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.088116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.088700 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 20:41:11.089061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: servicetype.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.090187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.090802 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: service-type Apr 15 20:41:11.091170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: sorting.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.092161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.092542 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: sorting Apr 15 20:41:11.092910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: standard_attr_segment.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.093833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.094449 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 20:41:11.094813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: standardattrdescription.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.095478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.096066 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: standard-attr-description Apr 15 20:41:11.096427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: stateful_security_group.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.097381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.098042 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: stateful-security-group Apr 15 20:41:11.098397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: stdattrs_common.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.098993 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 20:41:11.099340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.100358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.100945 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 20:41:11.101308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: subnet_onboard.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.102396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.102976 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: subnet_onboard Apr 15 20:41:11.103332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.104276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.104861 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 20:41:11.105224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: subnet_service_types.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.106186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.106835 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: subnet-service-types Apr 15 20:41:11.107540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: subnetallocation.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.108630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.109216 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: subnet_allocation Apr 15 20:41:11.109578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.110348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.110948 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: subnetpool-prefix-ops Apr 15 20:41:11.111306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.112261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.112855 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 20:41:11.113213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: tagging.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.114539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.115137 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: standard-attr-tag Apr 15 20:41:11.115502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: timestamp.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.116689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.117281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loaded extension: standard-attr-timestamp Apr 15 20:41:11.117647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: trunk.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.118711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.119296 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension trunk not supported by any of loaded plugins Apr 15 20:41:11.119660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: trunk_details.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.120594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.121173 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 20:41:11.121538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: uplink_status_propagation.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.122519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.123093 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 20:41:11.123456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Loading extension file: vlantransparent.py {{(pid=85305) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 20:41:11.124165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85305) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 20:41:11.124749 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 20:41:11.127593 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:network Apr 15 20:41:11.128429 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:subnet Apr 15 20:41:11.129111 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:41:11.129769 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:port Apr 15 20:41:11.131312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.131799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service FLAVORS assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.132482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.132955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.133320 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:router Apr 15 20:41:11.134074 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 20:41:11.134852 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service METERING assigned prefix: /metering {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.136714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:11.137120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:11.137506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85305) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:41:11.138759 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 20:41:11.139255 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:security_group Apr 15 20:41:11.140068 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 20:41:11.140870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service CORE assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.141247 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:41:11.141614 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] subnetpool is already registered Apr 15 20:41:11.142308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service CORE assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.142673 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:41:11.143032 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] subnetpool is already registered Apr 15 20:41:11.145823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.146325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service FLAVORS assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.146975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.147434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.147802 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:router Apr 15 20:41:11.148169 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] router is already registered Apr 15 20:41:11.148824 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 20:41:11.149182 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] floatingip is already registered Apr 15 20:41:11.149875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service METERING assigned prefix: /metering {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.150649 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 20:41:11.151087 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] rbac_policy is already registered Apr 15 20:41:11.151740 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:security_group Apr 15 20:41:11.152139 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] security_group is already registered Apr 15 20:41:11.152786 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 20:41:11.153174 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] security_group_rule is already registered Apr 15 20:41:11.153897 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service CORE assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.154293 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:41:11.154654 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] subnetpool is already registered Apr 15 20:41:11.155325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.resource_helper [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Service CORE assigned prefix: {{(pid=85305) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 20:41:11.155691 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 20:41:11.156052 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.quota.resource_registry [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] subnetpool is already registered Apr 15 20:41:11.156777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: extensions {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.158418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: address-groups {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.160091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: address-scopes {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.161420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: agents {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.162630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: auto-allocated-topology {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.163936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: availability_zones {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.165316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: dhcp-networks {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.166846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: dhcp-agents {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.168360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: routers {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.170383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: flavors {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.171620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: service_profiles {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.172896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: next_providers {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.174538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: service_profiles {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.176052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: floatingip-pools {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.177369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: routers {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.179264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: floatingips {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.180521 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: l3-routers {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.182027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: l3-agents {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.183498 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: metering-labels {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.186031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: metering-label-rules {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.187370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: network-ip-availabilities {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.188752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: bindings {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.190510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: quotas {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.192019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: quotas {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.193502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: rbac-policies {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.194892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: security-groups {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.196225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: security-group-rules {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.197530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: service-providers {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.198846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: subnetpools {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.200397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: subnetpools {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.201939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.203745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.205628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.207527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.209409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.211377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.213150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.215164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.217040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.219035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.extensions [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Extended resource: tags {{(pid=85305) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 20:41:11.225971 dv-cinder-562053-18-smb neutron-server[85305]: WARNING keystonemiddleware.auth_token [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 20:41:11.231425 dv-cinder-562053-18-smb neutron-server[85305]: WARNING keystonemiddleware.auth_token [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 20:41:11.240884 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Acquired lock "singleton_lock" {{(pid=85305) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 20:41:11.241297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Releasing lock "singleton_lock" {{(pid=85305) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 20:41:11.242839 dv-cinder-562053-18-smb neutron-server[85305]: INFO oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Starting 2 workers Apr 15 20:41:11.247615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Started child 85418 {{(pid=85305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:41:11.251643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:11.252292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Started child 85419 {{(pid=85305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:41:11.253066 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [-] (85418) wsgi starting up on http://0.0.0.0:9696 Apr 15 20:41:11.253726 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 20:41:11.254418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Notify callbacks [] for process, before_spawn {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:11.255875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:11.256942 dv-cinder-562053-18-smb neutron-server[85305]: INFO oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Starting 1 workers Apr 15 20:41:11.257140 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [-] (85419) wsgi starting up on http://0.0.0.0:9696 Apr 15 20:41:11.262409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Started child 85420 {{(pid=85305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:41:11.262981 dv-cinder-562053-18-smb neutron-server[85305]: INFO oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Starting 1 workers Apr 15 20:41:11.264678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] calling RpcWorker wait() {{(pid=85420) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 20:41:11.265094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] returning from RpcWorker wait() {{(pid=85420) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 20:41:11.266571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:11.267050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:11.267704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Started child 85421 {{(pid=85305) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 20:41:11.268470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb54b32b-0b9e-42f9-855e-7663427f0264 None None] Notify callbacks [] for process, after_spawn {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:11.270120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85305) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 20:41:11.270358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 20:41:11.270524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 20:41:11.270808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 20:41:11.271212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 20:41:11.271367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 20:41:11.271932 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.272213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.272516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.272708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:11.272812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.273107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.273729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.274055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.274355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.274663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.274935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.275135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.275331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.275607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.275879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.276211 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.276508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.276795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.277090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.277302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.277573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.277867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.278250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.278542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] debug = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.278820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.279386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.279646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.279947 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.280196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.280502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.280771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.281062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.281331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.281582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.281865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.282173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.282444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.282695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.282972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.283272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.283526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.283965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] host = dv-cinder-562053-18-smb {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.284216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.284481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.284748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.285016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.285295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.285558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.285846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.286193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.286468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.286759 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.287027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.287290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.287569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.287832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.288024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_options = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.288289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.288644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.288956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.289172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.289340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.289578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.289817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.290002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.290280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.290537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.290786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.291048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.291296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.291543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.291835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.292097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.292360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.292606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.292905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.293187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.293483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.293781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.294079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.294347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.294620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.294832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.295110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.295362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.295609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.295878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.296149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.296401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.296772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.297065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.297350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.297608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.297848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.298780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.298780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.298780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.298997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.299254 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.299488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.300387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.300387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.300387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_json = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.300624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.300707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.300951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.301215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.301463 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.301727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.301966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.302263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.302701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.303011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.303358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.303625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.303896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.304193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.304481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.304743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.305030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.305118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:11.305299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.305653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.305860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.306380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.307416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.307416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.307416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.307739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.307843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.308065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.308383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.308571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.309865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.309865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.309865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.309865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.310225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.310335 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.310717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.310836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.311038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.312925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.313185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.313877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.313877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.314093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.314242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.314491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.315822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.315822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.315822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.315822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.315822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.316227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.316227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.316392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.316680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.316871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.317260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.317752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.320556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.320848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.321135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.321447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.321719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.322044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.322336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.322600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.322859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.323121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.323381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.323651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.323911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.324178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.324438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.324706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.324955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.325206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.325455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.325709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.325963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.326253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.326509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.326759 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.327006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.327253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.327500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.327746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.328062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.328401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.328678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.328962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.329221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.329502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.329759 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.330068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.330341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.330604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.330867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.331161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.331423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.331715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.331976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.332229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.332518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.332771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.333037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.333293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.333565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.333831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.334159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.334432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.334705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.334973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.335279 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.335598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.335876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.336252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.336543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.336844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.337201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.337514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.337809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.338114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.338401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.338690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.338976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.339259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.339780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.339780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.340885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.341115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37598) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:11.341311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.341311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.341311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.341311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.341893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.341893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.342224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.342224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.342501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.342728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.343028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.343306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.343615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.343909 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.344275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.344564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.344849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.345119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.345366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.345634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.345883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.346173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.346420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.346688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.346961 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.347207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.347482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.347742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.347996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.348242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.348494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.348762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.349049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.349297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.349652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.349930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.350212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.350466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.350720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.350970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.351258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.351512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.351827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.352133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.352397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.352680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.352957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.353241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.353706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.354232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.354678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.355127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.355560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.356008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.356482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.356942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.357737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.358187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.358634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.359093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.359625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.360083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.360538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.360982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.361411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.361691 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0137808 Apr 15 20:41:11.362049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.362508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.362950 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.363399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.363889 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.364215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.364593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.366729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.367006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.367296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.367547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.367798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.368064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.368290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.368542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.368801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.369051 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.369322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.369586 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.369829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.371823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.371823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.371823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.371823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.371823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.372300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.372369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.372681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.372970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.373228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.373544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.373886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.374144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.374428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.374819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.375073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.375378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.376047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.376047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.376227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.376351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.376868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.378031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.378031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.378031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.378284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.379374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.379374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.379374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.379374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.379779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.380001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.380277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.380544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.380849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.381110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.381486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.381903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.382197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.382439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.382723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.383006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.383755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.383755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.383755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.383997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.384215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.384467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.384735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.385225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.385416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 20:41:11.385952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85305) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 20:41:11.386201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 20:41:11.386354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 20:41:11.386549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 20:41:11.386752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 20:41:11.386914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 20:41:11.387178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.387363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.387572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.387776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.387968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.388196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.388337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.388674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.388878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.389049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.389236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.389494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.389589 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.389798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.389915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.391122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.391320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.391513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.391708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.391876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.392204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.392595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.392780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] debug = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.392933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.393143 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.393317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.394208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.394208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.394208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.394208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.394208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] host = dv-cinder-562053-18-smb {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.395974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.396625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.396625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.396625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.396625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.397147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.397147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.397147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.397629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.397629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.397629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.398195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.398195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.398776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.399000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_options = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.399150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.399824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.399824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.400861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.401050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.401241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.401426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.401681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.401795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.401934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.402152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.402339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.402528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.402683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.402952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.403154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.403384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.403480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:11.403566 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.403728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.403892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.404047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.404233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.404395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.404579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.404733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.404922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.405129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.405354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.405516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.405663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.405809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.405955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.406129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.406268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.406442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.406597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.407406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.407406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.407406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.407406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_json = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.407406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.408600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 20:41:11.409022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.409811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.410109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.410215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.410381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.410572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.410772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.410975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.411143 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.411876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.411876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.411876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.411876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.412293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.412293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.412504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.412504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.412694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.412840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.413019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.413177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.413373 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.413545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.413732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.413921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.414160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.414324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.414473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.414654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.414843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.415031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.415203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.415428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.415528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.415719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.415909 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.416159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.416311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.416446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.416564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.416752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.416942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.417130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.417423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.417538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.417785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.417885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.418093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.418191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.418366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.418554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.418727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.418942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.419161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.419319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.419465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.419629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.419849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.420066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.420179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.420288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.420443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.421538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.421538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.421538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.421538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.421538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.421538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.422950 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.423943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.423943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.423943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.423943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.423943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.423943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.424594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.424594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.424594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.424594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.425940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.426105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.426296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.426488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.426649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.426839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.427027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.428664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.430993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.431159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.431395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.431585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.431773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.431962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.432150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.432339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.432529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.433908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.434058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.434243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.434491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.434685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.434874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.435154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.435349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.435349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.435735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.435735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436774 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.436875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.437008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.437197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.437384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.437572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.437758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.437946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.438205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.438319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.438485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.438674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.439500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.439500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.439500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.439500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.439500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.440980 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.441149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.441341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.441530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.441718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.441907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.442119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.442307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.442494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.442681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.442868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.443063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.443235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.443429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.443617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.443804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.444085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.444261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.444437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.444626 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.444827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.445016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.445203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.445390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.446696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.447972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.448159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.448356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.448546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.448733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.448929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.449116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.449305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.449493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.449694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.449957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.450888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.451087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.451304 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.451451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.451683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.452936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.453125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.453324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.453533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.453718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.453905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.454119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.454309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.454496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.454682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.454858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.455041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.455220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.455408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.455595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.455785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.456015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.456167 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.456308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.456485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.456648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.457018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.457018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 20:41:11.457267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85305) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 20:41:22.481044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c441861d-8431-4baa-821c-63766faa749b None None] get_active_networks_info from dv-cinder-562053-18-smb {{(pid=85420) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 20:41:22.627180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-439d527c-9958-42b7-950c-056b045f72d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:22.651730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c441861d-8431-4baa-821c-63766faa749b None None] No non-hosted networks {{(pid=85420) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 20:41:24.311931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2b8e4ca5-3a4f-4e9e-87da-73acd31a8ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:24.378903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dc5b281b-3ac7-4b3d-8cd0-bf17d8b24ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:25.557345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:25.675945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:25.676594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.676966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.682369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.683028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.683547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.684107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.684768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.685301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.686077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.686590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.687100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.687620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:25.688199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-562053-18-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:25.694880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-562053-18-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:41:26.897914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:27.646547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 37696) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:28.321115 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-6c9f8b70-7d24-4a54-8db4-1b234a29a8b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:28.321925 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-6c9f8b70-7d24-4a54-8db4-1b234a29a8b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:28.551516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [None req-6c9f8b70-7d24-4a54-8db4-1b234a29a8b6 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:41:28.552838 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6c9f8b70-7d24-4a54-8db4-1b234a29a8b6 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9042549 Apr 15 20:41:31.297775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37710) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:31.487859 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_hamode_db [None req-a9a2d168-247a-4b27-9535-b9f2b3276ee6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 20:41:31.577349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2d168-247a-4b27-9535-b9f2b3276ee6 None None] Routers set() bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:41:31.577818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2d168-247a-4b27-9535-b9f2b3276ee6 None None] Router IDs set() for agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 20:41:31.955749 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:31.956314 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:32.202207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:41:32.303066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.policy [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85419) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 20:41:32.357963 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:32.358414 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:32.376653 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] Loaded quota_driver: . Apr 15 20:41:32.393214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:32.451854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275064823362', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275064822838', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275064846118', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275064840122', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275064855959', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275064853334', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-249172', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854529546', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854001458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622331'] for rbac-policy, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:32.690190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:32.691443 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-587fb7f6-412d-406b-a33f-275c694f2b16 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3924294 Apr 15 20:41:35.698540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37728) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:36.102923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Request body: {'network': {'project_id': '4b03b9b16742401e947f8bf8e5436507', 'name': 'private', 'admin_state_up': True}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:41:36.109476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:36.114316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Usage tracker for resource:network and tenant:4b03b9b16742401e947f8bf8e5436507 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:41:36.118290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:41:36.125310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:41:36.135710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Made reservation on behalf of 4b03b9b16742401e947f8bf8e5436507 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:41:36.141644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.158117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.173122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:36.177196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b03b9b16742401e947f8bf8e5436507 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:41:36.181187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:41:36.187596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:41:36.289189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.293610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.298392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:36.314936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:41:36.342827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275067020609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.343413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Unsubscribe: segment precommit_create {{(pid=85419) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 20:41:36.343871 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Added segment b6efbef5-cc93-4bdb-a174-883e15590f28 of type vlan for network b26b8a4d-8c28-423a-811e-d742576789c5 Apr 15 20:41:36.396152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084dd6a9-89ab-40da-920b-d5ed877f903a,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:36.416323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.416715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.417077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.417436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.417791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.418172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.418602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.418932 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.419286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.419639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.419988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.420332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Tracked resource versions report: Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:41:36.421428 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:41:36.471751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:36.473917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.514042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.515459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:36.516111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:36.520834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:36.625294 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9255679 Apr 15 20:41:36.628219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b26b8a4d-8c28-423a-811e-d742576789c5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:36.631985 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:36.642784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network b26b8a4d-8c28-423a-811e-d742576789c5 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:41:39.712601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37744) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:40.216374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0de08-8261-4d69-94db-ec33f8fce799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:40.217922 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5ae0de08-8261-4d69-94db-ec33f8fce799 admin admin] 10.222.0.70 "GET /v2.0/networks/b26b8a4d-8c28-423a-811e-d742576789c5 HTTP/1.1" status: 200 len: 825 time: 0.5041068 Apr 15 20:41:40.251177 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d4d3ed68-7d88-4ee8-902b-08a40f79d2bb admin admin] 10.222.0.70 "GET /v2.0/subnetpools/fe7fc863-f7fb-4396-96b1-c455143a217e HTTP/1.1" status: 200 len: 734 time: 0.0235875 Apr 15 20:41:40.263413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Request body: {'subnet': {'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e', 'ip_version': 4, 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:41:40.268240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:40.272568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Usage tracker for resource:subnet and tenant:4b03b9b16742401e947f8bf8e5436507 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:41:40.275686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:41:40.281746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:41:40.293194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Made reservation on behalf of 4b03b9b16742401e947f8bf8e5436507 for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:41:40.300334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:40.807724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:40.822377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:40.961741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cc831d-553b-4a6d-b92e-099fcb7731af,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:40.968473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:41.026159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Checking segment: {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:41:41.026474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Network hostable DHCP agents. Network: b26b8a4d-8c28-423a-811e-d742576789c5, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:41:41.049157 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Network b26b8a4d-8c28-423a-811e-d742576789c5 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:41:41.060015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, b26b8a4d-8c28-423a-811e-d742576789c5) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:41:41.065102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:41.065733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.071227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c9f8d-d511-45f9-b4bb-116014e034bb None None] Network b26b8a4d-8c28-423a-811e-d742576789c5 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:41:41.085144 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-aed10f71-326c-44f2-8858-95d0e778ce7e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8254998 Apr 15 20:41:41.573956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-b26b8a4d-8c28-423a-811e-d742576789c5', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:41:41.575113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:41.767588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Allocated IP 172.20.0.2 (b26b8a4d-8c28-423a-811e-d742576789c5/41cc831d-553b-4a6d-b92e-099fcb7731af/93011e8b-8d86-4bb3-a462-bc2e577f5d76) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:41:42.005320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.019455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Transition to ACTIVE for port object 93011e8b-8d86-4bb3-a462-bc2e577f5d76 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:41:42.040836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Transition to ACTIVE for port object 93011e8b-8d86-4bb3-a462-bc2e577f5d76 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:41:42.048632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.064829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:42.189633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Pushing event updated for resources: {'Port': ['ID=93011e8b-8d86-4bb3-a462-bc2e577f5d76,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:42.207626 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.208000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.208367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.208727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.209086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.209420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.209772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.210269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.210636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.210971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.211323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.211672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Tracked resource versions report: Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:41:42.212801 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:41:42.217112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:42.270916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Network b26b8a4d-8c28-423a-811e-d742576789c5 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:41:42.272053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:41:42.275316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:41:42.379151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Attempting to bind port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:41:42.379571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Attempting to bind port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:41:42.379973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Attempting to bind port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 on network b26b8a4d-8c28-423a-811e-d742576789c5 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:41:42.385761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:41:42.386161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Checking segment: {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:41:42.387623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.387623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Bound using segment: {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:41:42.387623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Bound port: 93011e8b-8d86-4bb3-a462-bc2e577f5d76, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:41:42.387998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.482919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] For port 93011e8b-8d86-4bb3-a462-bc2e577f5d76, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:41:42.487061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] For port 93011e8b-8d86-4bb3-a462-bc2e577f5d76, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=93011e8b-8d86-4bb3-a462-bc2e577f5d76,segment=NetworkSegment(b6efbef5-cc93-4bdb-a174-883e15590f28),segment_id=b6efbef5-cc93-4bdb-a174-883e15590f28)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:41:42.490838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:42.506453 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:42.654548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Pushing event updated for resources: {'Port': ['ID=93011e8b-8d86-4bb3-a462-bc2e577f5d76,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:42.657814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:43.826214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37754) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:44.258319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [None req-ea5208d2-9404-420a-ae63-7147aca66b14 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:41:44.259400 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ea5208d2-9404-420a-ae63-7147aca66b14 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4321067 Apr 15 20:41:47.020856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37764) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:47.429910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [None req-69c99643-ef55-4a5c-b862-21fd819a0e6a admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:41:47.431007 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-69c99643-ef55-4a5c-b862-21fd819a0e6a admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4092162 Apr 15 20:41:49.536155 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d180a-7b17-4c84-a78a-988724205937 None None] Network b26b8a4d-8c28-423a-811e-d742576789c5 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:41:49.638517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-2e6f7d99-2b04-42dd-8e15-5edfc4d93f14 None None] Provisioning for port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:41:49.718034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 93011e8b-8d86-4bb3-a462-bc2e577f5d76 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:41:49.852450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:41:49.859689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:41:49.860116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.003877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.040639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 93011e8b-8d86-4bb3-a462-bc2e577f5d76, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=93011e8b-8d86-4bb3-a462-bc2e577f5d76,segment=NetworkSegment(b6efbef5-cc93-4bdb-a174-883e15590f28),segment_id=b6efbef5-cc93-4bdb-a174-883e15590f28)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:41:50.044886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.047303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:50.119804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=93011e8b-8d86-4bb3-a462-bc2e577f5d76,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:50.123169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:50.175662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-9a2b2dcb-bda9-4514-afa8-eb6f1a7e0809 None None] Provisioning complete for port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:41:50.176068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9a2b2dcb-bda9-4514-afa8-eb6f1a7e0809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.514440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37780) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:50.938473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'name': 'router1'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:41:50.945016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:50.951309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Usage tracker for resource:router and tenant:4b03b9b16742401e947f8bf8e5436507 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:41:50.954793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:41:50.961319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:41:50.972787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:50.974974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.003035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.112792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.135042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:51.136314 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f45a7c4e-6bb0-4ea1-a466-7d04f36012ff admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6208048 Apr 15 20:41:51.656309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 93011e8b-8d86-4bb3-a462-bc2e577f5d76 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:41:51.729324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:41:51.729741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:52.342178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-30c6a3d4-70ce-4fce-baf6-1279e1f1c3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:53.862098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37790) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:54.308625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [None req-9be7ebe8-4125-4975-82c9-aa671e3751f5 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:41:54.310038 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9be7ebe8-4125-4975-82c9-aa671e3751f5 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4463074 Apr 15 20:41:54.323461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3a24b3cc-1e2f-42d6-9b48-3206c36c4070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:55.503224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:55.674498 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:56.838477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:57.097293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 37810) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:41:57.269899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:41:57.272895 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.quota [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Loaded quota_driver: . Apr 15 20:41:57.290056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:57.296819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Usage tracker for resource:network and tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:41:57.301530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:41:57.310026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:41:57.327311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Made reservation on behalf of 9858af7f5ccf4a48ba0ab9c2c7e86aa6 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:41:57.403235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.policy [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85418) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 20:41:57.457792 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:57.458226 dv-cinder-562053-18-smb neutron-server[85305]: WARNING oslo_policy.policy [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 20:41:57.479086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:57.498978 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:57.515008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:41:57.519038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Usage tracker for resource:security_group_rule and tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:41:57.522505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:41:57.528854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:41:57.793142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:57.797092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:57.800794 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:57.812952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Reserving flat network on physical network physnet1 {{(pid=85418) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 20:41:57.845338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275067020609', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:57.845843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Unsubscribe: segment precommit_create {{(pid=85418) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 20:41:57.846313 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Added segment 3a025c03-9552-4f77-b2a0-3aaae749b679 of type flat for network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 Apr 15 20:41:57.855028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde4393-75cd-4e1a-896e-b4b50ddcd940,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:57.914925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.915300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.915658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.916004 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.916353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.916695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.917033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.917372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.917705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.918093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.918419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.918729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Tracked resource versions report: Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:41:57.919907 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:41:57.972956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:57.976940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:58.023324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:58.024738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:41:58.025403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:41:58.030322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:41:58.135898 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0373144 Apr 15 20:41:58.138886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Pushing event updated for resources: {'Network': ['ID=6eb1c6be-875a-4cb3-a5c0-4a02c0888d90,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:41:58.142208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:41:58.151142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:42:00.661183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37836) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:00.795321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2cfc1-af96-4a2f-bd4d-83c18451bfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:00.796740 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-72c2cfc1-af96-4a2f-bd4d-83c18451bfae admin admin] 10.222.0.70 "GET /v2.0/subnets/41cc831d-553b-4a6d-b92e-099fcb7731af HTTP/1.1" status: 200 len: 849 time: 0.1336555 Apr 15 20:42:01.097265 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-032126e0-a863-4236-8b03-75e116372913 admin admin] 10.222.0.70 "GET /v2.0/routers/913292c2-685b-4889-ae13-65b066aaa2e9 HTTP/1.1" status: 200 len: 704 time: 0.2940631 Apr 15 20:42:01.591899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:01.851540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Allocated IP 172.20.0.1 (b26b8a4d-8c28-423a-811e-d742576789c5/41cc831d-553b-4a6d-b92e-099fcb7731af/c97bd93e-dd78-4706-80b1-ad0da58e55e7) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:02.018372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:02.036355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Transition to ACTIVE for port object c97bd93e-dd78-4706-80b1-ad0da58e55e7 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:02.096871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:02.110416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:02.238027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Pushing event updated for resources: {'Port': ['ID=c97bd93e-dd78-4706-80b1-ad0da58e55e7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:02.249903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:02.303898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Network b26b8a4d-8c28-423a-811e-d742576789c5 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:02.305072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:02.307677 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:02.308214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:02.519133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-746aa9da-e9f5-4df4-b9fd-de28046dcd3e None None] Provisioning for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:02.525834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-746aa9da-e9f5-4df4-b9fd-de28046dcd3e None None] Provisioning complete for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:02.526419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-746aa9da-e9f5-4df4-b9fd-de28046dcd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:02.579924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:02.582385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-746aa9da-e9f5-4df4-b9fd-de28046dcd3e None None] Port c97bd93e-dd78-4706-80b1-ad0da58e55e7 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:42:02.997036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:03.002334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:03.004015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:03.024256 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:03.146911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Pushing event updated for resources: {'Port': ['ID=c97bd93e-dd78-4706-80b1-ad0da58e55e7,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:03.151242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:03.214733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Network b26b8a4d-8c28-423a-811e-d742576789c5 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:03.215932 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:03.410337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-8b991c20-1a6b-477e-a142-3c1e9b447549 None None] Provisioning complete for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:03.410765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b991c20-1a6b-477e-a142-3c1e9b447549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:03.418469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Router 913292c2-685b-4889-ae13-65b066aaa2e9 is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:42:03.470881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-8b991c20-1a6b-477e-a142-3c1e9b447549 None None] Port c97bd93e-dd78-4706-80b1-ad0da58e55e7 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:42:03.597229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:03.608636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38182633-afff-4d65-a906-f81f03347313 None None] Sync routers for ids ['913292c2-685b-4889-ae13-65b066aaa2e9'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:03.609193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] 10.222.0.70 "PUT /v2.0/routers/913292c2-685b-4889-ae13-65b066aaa2e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5032618 Apr 15 20:42:03.620500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] Routers {'913292c2-685b-4889-ae13-65b066aaa2e9'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:03.621361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:41:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['913292c2-685b-4889-ae13-65b066aaa2e9'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:03.808806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] Set router 913292c2-685b-4889-ae13-65b066aaa2e9 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:04.375458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'name': 'router1', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:50Z', 'updated_at': '2021-04-15T20:42:02Z', 'revision_number': 2, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'gw_port_host': None, '_interfaces': [{'id': 'c97bd93e-dd78-4706-80b1-ad0da58e55e7', 'name': '', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'mac_address': 'fa:16:3e:a2:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:01Z', 'updated_at': '2021-04-15T20:42:02Z', 'revision_number': 2, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'subnets': [{'id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:04.381088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38182633-afff-4d65-a906-f81f03347313 None None] Checking router: 913292c2-685b-4889-ae13-65b066aaa2e9 for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:04.381504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38182633-afff-4d65-a906-f81f03347313 None None] Updating router 913292c2-685b-4889-ae13-65b066aaa2e9 port c97bd93e-dd78-4706-80b1-ad0da58e55e7 binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:42:04.441318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38182633-afff-4d65-a906-f81f03347313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:04.846958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38182633-afff-4d65-a906-f81f03347313 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:04.862253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-38182633-afff-4d65-a906-f81f03347313 None None] Transition to ACTIVE for port object c97bd93e-dd78-4706-80b1-ad0da58e55e7 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:04.868581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38182633-afff-4d65-a906-f81f03347313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:04.883221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:05.026266 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Pushing event updated for resources: {'Port': ['ID=c97bd93e-dd78-4706-80b1-ad0da58e55e7,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:05.047146 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.047519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.047883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.048240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.048597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.048952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.049321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.049625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.049949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.050336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.050677 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.051030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Tracked resource versions report: Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:42:05.052150 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:42:05.059021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:05.249159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-38182633-afff-4d65-a906-f81f03347313 None None] Attempting to bind port c97bd93e-dd78-4706-80b1-ad0da58e55e7 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:42:05.249580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-38182633-afff-4d65-a906-f81f03347313 None None] Attempting to bind port c97bd93e-dd78-4706-80b1-ad0da58e55e7 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:42:05.250022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38182633-afff-4d65-a906-f81f03347313 None None] Attempting to bind port c97bd93e-dd78-4706-80b1-ad0da58e55e7 on network b26b8a4d-8c28-423a-811e-d742576789c5 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:05.255929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38182633-afff-4d65-a906-f81f03347313 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:42:05.256344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38182633-afff-4d65-a906-f81f03347313 None None] Checking segment: {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:05.256812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38182633-afff-4d65-a906-f81f03347313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:05.257238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38182633-afff-4d65-a906-f81f03347313 None None] Bound using segment: {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:42:05.257769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-38182633-afff-4d65-a906-f81f03347313 None None] Bound port: c97bd93e-dd78-4706-80b1-ad0da58e55e7, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6efbef5-cc93-4bdb-a174-883e15590f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:42:05.258215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38182633-afff-4d65-a906-f81f03347313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:05.355895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-38182633-afff-4d65-a906-f81f03347313 None None] For port c97bd93e-dd78-4706-80b1-ad0da58e55e7, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:42:05.361054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-38182633-afff-4d65-a906-f81f03347313 None None] For port c97bd93e-dd78-4706-80b1-ad0da58e55e7, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c97bd93e-dd78-4706-80b1-ad0da58e55e7,segment=NetworkSegment(b6efbef5-cc93-4bdb-a174-883e15590f28),segment_id=b6efbef5-cc93-4bdb-a174-883e15590f28)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:42:05.364031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38182633-afff-4d65-a906-f81f03347313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:05.377618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:05.526838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Pushing event updated for resources: {'Port': ['ID=c97bd93e-dd78-4706-80b1-ad0da58e55e7,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:05.530398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:05.592616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] Routers {'913292c2-685b-4889-ae13-65b066aaa2e9'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:05.593293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:41:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['913292c2-685b-4889-ae13-65b066aaa2e9'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:05.765270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] Set router 913292c2-685b-4889-ae13-65b066aaa2e9 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:06.113613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-38182633-afff-4d65-a906-f81f03347313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'name': 'router1', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:50Z', 'updated_at': '2021-04-15T20:42:02Z', 'revision_number': 2, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'gw_port_host': None, '_interfaces': [{'id': 'c97bd93e-dd78-4706-80b1-ad0da58e55e7', 'name': '', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'mac_address': 'fa:16:3e:a2:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:01Z', 'updated_at': '2021-04-15T20:42:05Z', 'revision_number': 4, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'subnets': [{'id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:06.116059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 37848) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:06.117816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38182633-afff-4d65-a906-f81f03347313 None None] The sync data for ids ['913292c2-685b-4889-ae13-65b066aaa2e9'] in dv-cinder-562053-18-smb is: [{'id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'name': 'router1', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:50Z', 'updated_at': '2021-04-15T20:42:02Z', 'revision_number': 2, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'gw_port_host': None, '_interfaces': [{'id': 'c97bd93e-dd78-4706-80b1-ad0da58e55e7', 'name': '', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'mac_address': 'fa:16:3e:a2:9c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:01Z', 'updated_at': '2021-04-15T20:42:05Z', 'revision_number': 4, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'subnets': [{'id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:06.279465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41523a4a-a8e8-40a1-9f55-f083905b19d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:06.280090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-41523a4a-a8e8-40a1-9f55-f083905b19d5 admin admin] Synchronizing usage tracker for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:42:06.298032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-41523a4a-a8e8-40a1-9f55-f083905b19d5 admin admin] Unset dirty status for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:42:06.299573 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-41523a4a-a8e8-40a1-9f55-f083905b19d5 admin admin] 10.222.0.70 "GET /v2.0/networks/6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 HTTP/1.1" status: 200 len: 842 time: 0.1820724 Apr 15 20:42:06.310257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'cidr': '172.28.0.0/24'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:06.315879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:42:06.320252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Usage tracker for resource:subnet and tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:42:06.323495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:42:06.329996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:42:06.339284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Made reservation on behalf of 9858af7f5ccf4a48ba0ab9c2c7e86aa6 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:42:06.344064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:06.833449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.objects.ports [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85418) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 20:42:06.834275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:06.846937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:06.968339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:06.982923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:07.047328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:07.047747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Network hostable DHCP agents. Network: 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:42:07.070283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:42:07.079813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:07.084828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:07.085924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:07.089778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0fe20e-52a8-466d-8309-ac21116f16ac None None] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:42:07.113875 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8002617 Apr 15 20:42:07.495075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819b040-9229-403d-b47b-554256fbf505 None None] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:42:09.330734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:42:09.674325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c97bd93e-dd78-4706-80b1-ad0da58e55e7 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:09.728987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37862) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:09.750737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:09.756483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:09.756977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:09.879965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:09.913711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port c97bd93e-dd78-4706-80b1-ad0da58e55e7, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c97bd93e-dd78-4706-80b1-ad0da58e55e7,segment=NetworkSegment(b6efbef5-cc93-4bdb-a174-883e15590f28),segment_id=b6efbef5-cc93-4bdb-a174-883e15590f28)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:09.918411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:09.921461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:09.947465 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-88e929fd-c3d5-4e99-b3cf-b65ca5722d18 admin admin] 10.222.0.70 "GET /v2.0/routers/913292c2-685b-4889-ae13-65b066aaa2e9 HTTP/1.1" status: 200 len: 710 time: 0.2112820 Apr 15 20:42:09.995547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=c97bd93e-dd78-4706-80b1-ad0da58e55e7,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:09.999091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:10.094412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997456ae-0152-4135-9239-18cba0087371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:42:10.095903 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-997456ae-0152-4135-9239-18cba0087371 admin admin] 10.222.0.70 "GET /v2.0/networks/6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 HTTP/1.1" status: 200 len: 886 time: 0.1475899 Apr 15 20:42:10.107305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:42:10.759462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.119181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.181014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.323429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Allocated IP 172.28.0.98 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/3dbf72a4-e9f1-4b20-9307-56d301cf8b3a) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:42:11.476006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.510118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:11.523738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:11.659770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c97bd93e-dd78-4706-80b1-ad0da58e55e7 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:11.660764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Pushing event updated for resources: {'Port': ['ID=3dbf72a4-e9f1-4b20-9307-56d301cf8b3a,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:11.665708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:11.717637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:42:11.718893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:42:11.721437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:42:11.734698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:11.735105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.136956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.496068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.499920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854100657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-675128', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679887'] for router, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:12.697059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Router 913292c2-685b-4889-ae13-65b066aaa2e9 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:42:13.083760 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:42:13.094174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:13.095119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Sync routers for ids ['913292c2-685b-4889-ae13-65b066aaa2e9'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:42:13.095615 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] 10.222.0.70 "PUT /v2.0/routers/913292c2-685b-4889-ae13-65b066aaa2e9 HTTP/1.1" status: 200 len: 889 time: 2.9924836 Apr 15 20:42:13.106710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Routers {'913292c2-685b-4889-ae13-65b066aaa2e9'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:13.107413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:41:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['913292c2-685b-4889-ae13-65b066aaa2e9'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:13.310046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Set router 913292c2-685b-4889-ae13-65b066aaa2e9 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:13.671292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'name': 'router1', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '3dbf72a4-e9f1-4b20-9307-56d301cf8b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:50Z', 'updated_at': '2021-04-15T20:42:11Z', 'revision_number': 4, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'gw_port': {'id': '3dbf72a4-e9f1-4b20-9307-56d301cf8b3a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:11Z', 'updated_at': '2021-04-15T20:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c97bd93e-dd78-4706-80b1-ad0da58e55e7', 'name': '', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'mac_address': 'fa:16:3e:a2:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:01Z', 'updated_at': '2021-04-15T20:42:09Z', 'revision_number': 5, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'subnets': [{'id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:13.676616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Checking router: 913292c2-685b-4889-ae13-65b066aaa2e9 for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:42:13.677004 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Updating router 913292c2-685b-4889-ae13-65b066aaa2e9 port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:42:13.734400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:14.084142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:14.096665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Transition to ACTIVE for port object 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:42:14.103216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:14.116964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:14.250385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6571e-e4e3-42bd-9622-4f40cba3da9f None None] Pushing event updated for resources: {'Port': ['ID=3dbf72a4-e9f1-4b20-9307-56d301cf8b3a,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:14.255628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e6d6571e-e4e3-42bd-9622-4f40cba3da9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:14.317718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Attempting to bind port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:42:14.318217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Attempting to bind port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:42:14.318696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Attempting to bind port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:42:14.329179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:42:14.329598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:42:14.330058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:14.330500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:42:14.331037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Bound port: 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:42:14.331420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:14.410872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] For port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:42:14.413971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] For port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=3dbf72a4-e9f1-4b20-9307-56d301cf8b3a,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:42:14.418459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:14.434745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48aeedfb-3c5c-4b2d-9e9d-4342df016407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:14.585793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6571e-e4e3-42bd-9622-4f40cba3da9f None None] Pushing event updated for resources: {'Port': ['ID=3dbf72a4-e9f1-4b20-9307-56d301cf8b3a,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:14.590664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e6d6571e-e4e3-42bd-9622-4f40cba3da9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:14.635408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Routers {'913292c2-685b-4889-ae13-65b066aaa2e9'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:42:14.636078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:41:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['913292c2-685b-4889-ae13-65b066aaa2e9'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:14.990298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] Set router 913292c2-685b-4889-ae13-65b066aaa2e9 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:42:15.339686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'name': 'router1', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '3dbf72a4-e9f1-4b20-9307-56d301cf8b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:50Z', 'updated_at': '2021-04-15T20:42:11Z', 'revision_number': 4, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'gw_port': {'id': '3dbf72a4-e9f1-4b20-9307-56d301cf8b3a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:11Z', 'updated_at': '2021-04-15T20:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c97bd93e-dd78-4706-80b1-ad0da58e55e7', 'name': '', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'mac_address': 'fa:16:3e:a2:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:01Z', 'updated_at': '2021-04-15T20:42:09Z', 'revision_number': 5, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'subnets': [{'id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:42:15.344117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbe62d2-4954-49f5-8c16-8e5fd87c641b None None] The sync data for ids ['913292c2-685b-4889-ae13-65b066aaa2e9'] in dv-cinder-562053-18-smb is: [{'id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'name': 'router1', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.98'}], 'enable_snat': True}, 'gw_port_id': '3dbf72a4-e9f1-4b20-9307-56d301cf8b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:41:50Z', 'updated_at': '2021-04-15T20:42:11Z', 'revision_number': 4, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'gw_port': {'id': '3dbf72a4-e9f1-4b20-9307-56d301cf8b3a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:22:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:11Z', 'updated_at': '2021-04-15T20:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c97bd93e-dd78-4706-80b1-ad0da58e55e7', 'name': '', 'network_id': 'b26b8a4d-8c28-423a-811e-d742576789c5', 'tenant_id': '4b03b9b16742401e947f8bf8e5436507', 'mac_address': 'fa:16:3e:a2:9c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913292c2-685b-4889-ae13-65b066aaa2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:42:01Z', 'updated_at': '2021-04-15T20:42:09Z', 'revision_number': 5, 'project_id': '4b03b9b16742401e947f8bf8e5436507', 'subnets': [{'id': '41cc831d-553b-4a6d-b92e-099fcb7731af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe7fc863-f7fb-4396-96b1-c455143a217e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:42:15.690651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:15.768585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:42:15.773924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:15.774425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:15.796690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 37872) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:42:15.905037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:15.922184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=3dbf72a4-e9f1-4b20-9307-56d301cf8b3a,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:42:15.922548 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4b2d947f-1292-4114-9959-ee7aa221f754 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1245775 Apr 15 20:42:15.931538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:15.934124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e6d6571e-e4e3-42bd-9622-4f40cba3da9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:42:16.011535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=3dbf72a4-e9f1-4b20-9307-56d301cf8b3a,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:42:16.015342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:42:17.679445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:42:17.762205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 3dbf72a4-e9f1-4b20-9307-56d301cf8b3a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:42:17.762751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:22.358917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-052c5f45-bf53-43a8-bfb1-672cf1d61ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:24.340419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-023b403a-bb47-4bbb-a3d8-302950a7fc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.518501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:25.684104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:26.856513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:46.330904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:42:52.340618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-527ff88c-21cf-44c0-94f1-45fd3416704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:54.328904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b229e85d-32c1-4fe8-a319-9719748faf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:55.514632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:55.683672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:42:56.859028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:22.344325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-91205263-7a10-4df4-b7ad-d96d2e68e91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:23.330832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:43:24.333523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c50c0890-0029-4ca0-99c2-f8f8fb455879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:25.514589 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:25.677700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:26.858961 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:52.347750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48d48137-3f5e-40be-8b69-24d460542a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:54.336984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-06bc2cf3-5922-480c-ba07-cab5d50478d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:55.517768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:55.680873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:56.863115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:43:58.678411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38442) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:43:58.763962 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.pecan_wsgi.hooks.translation [None req-2684ab2c-30eb-4591-8599-dfed439ddfaa admin admin] GET failed (client error): The resource could not be found. Apr 15 20:43:58.765379 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2684ab2c-30eb-4591-8599-dfed439ddfaa admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0858047 Apr 15 20:43:58.911067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91c0bde-ebae-4cea-a6c9-fdc5b912e70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:43:58.912592 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b91c0bde-ebae-4cea-a6c9-fdc5b912e70f admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1427243 Apr 15 20:44:00.330594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:44:01.418395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38452) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:01.551973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af00e76-e603-4721-9ef7-bba85d5f02ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:01.553429 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1af00e76-e603-4721-9ef7-bba85d5f02ba admin admin] 10.222.0.70 "GET /v2.0/subnets/41cc831d-553b-4a6d-b92e-099fcb7731af HTTP/1.1" status: 200 len: 849 time: 0.1335711 Apr 15 20:44:01.564388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:44:01.690054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Notify callbacks [] for subnet, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:02.022270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363275067102409'] for subnet, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:02.035385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:44:02.168018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41cc831d-553b-4a6d-b92e-099fcb7731af,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:44:02.188942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.189343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.189720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.190112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.190479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.190844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.191185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.191550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.191918 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.192279 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.192630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.192992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:44:02.196611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:44:02.236064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:02.236730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:02.238264 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] 10.222.0.70 "PUT /v2.0/subnets/41cc831d-553b-4a6d-b92e-099fcb7731af HTTP/1.1" status: 200 len: 868 time: 0.6780629 Apr 15 20:44:02.241639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55502dfa-5cb2-451d-9e71-0a9c3db019a5 None None] Network b26b8a4d-8c28-423a-811e-d742576789c5 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:44:02.667653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-b515924a-4302-4b8b-90ef-7c07e1126830 None None] Provisioning complete for port c97bd93e-dd78-4706-80b1-ad0da58e55e7 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:44:02.668240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b515924a-4302-4b8b-90ef-7c07e1126830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:02.804004 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-b515924a-4302-4b8b-90ef-7c07e1126830 None None] Provisioning complete for port 93011e8b-8d86-4bb3-a462-bc2e577f5d76 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:44:02.804307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b515924a-4302-4b8b-90ef-7c07e1126830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:04.716073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38462) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:04.908545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e1656-5821-4140-9ba3-3f89e547db01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:04.908989 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e1656-5821-4140-9ba3-3f89e547db01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:04.910661 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-976e1656-5821-4140-9ba3-3f89e547db01 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935532 Apr 15 20:44:07.420320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38472) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:07.636911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57042d-5108-4810-9306-b83608637247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:07.637438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57042d-5108-4810-9306-b83608637247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:07.639802 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3e57042d-5108-4810-9306-b83608637247 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2180264 Apr 15 20:44:10.110977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38482) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:10.302232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c7af4-1bc2-4c7e-b592-fc59c0edc302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:10.303625 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5d3c7af4-1bc2-4c7e-b592-fc59c0edc302 admin admin] 10.222.0.70 "GET /v2.0/networks/6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 HTTP/1.1" status: 200 len: 886 time: 0.1914594 Apr 15 20:44:12.787514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38492) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:13.002188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31271b31-e6ce-4976-9175-fb79ab77430f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:13.003665 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-31271b31-e6ce-4976-9175-fb79ab77430f admin admin] 10.222.0.70 "GET /v2.0/networks/b26b8a4d-8c28-423a-811e-d742576789c5 HTTP/1.1" status: 200 len: 869 time: 0.2147336 Apr 15 20:44:15.512063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38502) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:15.642594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3e4e5-31ff-4575-a0f4-2f3768155d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:15.643106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3e4e5-31ff-4575-a0f4-2f3768155d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:15.643917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f0a3e4e5-31ff-4575-a0f4-2f3768155d19 admin admin] Synchronizing usage tracker for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:subnet {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:44:15.660981 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f0a3e4e5-31ff-4575-a0f4-2f3768155d19 admin admin] Unset dirty status for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:subnet {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:44:15.662270 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f0a3e4e5-31ff-4575-a0f4-2f3768155d19 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1488078 Apr 15 20:44:18.164074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38512) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:18.290248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c64a4-0832-4d99-b772-5291fb71ebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.290768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c64a4-0832-4d99-b772-5291fb71ebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:18.292444 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4d5c64a4-0832-4d99-b772-5291fb71ebed admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272826 Apr 15 20:44:20.785875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38522) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:20.922902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f9f57-cd78-421c-add5-062a85773837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:20.924354 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7e3f9f57-cd78-421c-add5-062a85773837 admin admin] 10.222.0.70 "GET /v2.0/subnets/41cc831d-553b-4a6d-b92e-099fcb7731af HTTP/1.1" status: 200 len: 868 time: 0.1373782 Apr 15 20:44:22.353843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c666e9de-8e04-4c78-bfad-8054fd9cafae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:23.415129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38532) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:23.541697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89f5c8-8eb1-4cac-83c8-2d3c7c7bc264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:23.543636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8b89f5c8-8eb1-4cac-83c8-2d3c7c7bc264 admin admin] 10.222.0.70 "GET /v2.0/subnets/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34 HTTP/1.1" status: 200 len: 816 time: 0.1271257 Apr 15 20:44:24.339936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d69e8652-2cec-40ff-8b05-27cab20155c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:25.521162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:25.686198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:26.865768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:37.330661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:44:49.981772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38576) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:50.044155 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [None req-44fb0721-90cb-4e23-8796-12c54330d575 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:44:50.045243 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-44fb0721-90cb-4e23-8796-12c54330d575 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0619926 Apr 15 20:44:52.347604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-112988c6-3ef8-48ce-99f9-70a04342fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:52.638600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38586) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:52.718360 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb58584-5185-4752-a459-c5c025bed381 admin admin] GET failed (client error): The resource could not be found. Apr 15 20:44:52.719744 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6cb58584-5185-4752-a459-c5c025bed381 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0801706 Apr 15 20:44:52.865415 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edfa124-1f1e-4acd-8fab-452137df4b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:52.867037 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1edfa124-1f1e-4acd-8fab-452137df4b4d admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427770 Apr 15 20:44:54.346255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b0467a09-0556-4ea4-b144-f59ef72312fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.418404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38596) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:55.476602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:44:55.483214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:44:55.496466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:44:55.507694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Made reservation on behalf of 9858af7f5ccf4a48ba0ab9c2c7e86aa6 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:44:55.512667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.522369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.607728 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.services.revisions.revision_plugin [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Could not find related network for resource to bump revision. Apr 15 20:44:55.625103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:44:55.635162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.635554 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Added segment e96743dd-2fb8-45b0-afa5-0a59110a09f5 of type vlan for network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 Apr 15 20:44:55.663446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.689160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.697241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.698716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:55.699358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:55.704574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:44:55.807047 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3867068 Apr 15 20:44:55.810147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Pushing event updated for resources: {'Network': ['ID=d0333f6f-2f62-45d3-aba3-27e700bcd3a8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:44:55.813006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:44:55.823675 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:44:56.868289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:58.345367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38606) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:44:58.433423 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4d793a-cf05-445b-a9f1-6b6a19ad1df1 admin admin] GET failed (client error): The resource could not be found. Apr 15 20:44:58.434023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ca4d793a-cf05-445b-a9f1-6b6a19ad1df1 admin admin] Synchronizing usage tracker for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:44:58.451808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ca4d793a-cf05-445b-a9f1-6b6a19ad1df1 admin admin] Unset dirty status for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:44:58.453018 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ca4d793a-cf05-445b-a9f1-6b6a19ad1df1 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1065722 Apr 15 20:44:58.575909 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c56006-9688-4dec-b6a8-f6a475feed6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:58.578102 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d0c56006-9688-4dec-b6a8-f6a475feed6e admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1204381 Apr 15 20:44:58.590568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:44:58.595542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:44:58.607161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:44:58.618999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Made reservation on behalf of 9858af7f5ccf4a48ba0ab9c2c7e86aa6 for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:44:58.623643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:59.043118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:59.056109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:44:59.177414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4c529f-230c-44df-af8b-b44df94340fe,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:44:59.189251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:44:59.252432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Checking segment: {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:44:59.252826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Network hostable DHCP agents. Network: d0333f6f-2f62-45d3-aba3-27e700bcd3a8, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:44:59.273934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:44:59.285142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, d0333f6f-2f62-45d3-aba3-27e700bcd3a8) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:44:59.289846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:44:59.290526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:59.294944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef665342-0cc2-4202-8e4a-e79b1c43fb88 None None] Network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:44:59.316158 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7306762 Apr 15 20:44:59.537939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-d0333f6f-2f62-45d3-aba3-27e700bcd3a8', 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8', 'tenant_id': '9858af7f5ccf4a48ba0ab9c2c7e86aa6', 'fixed_ips': [{'subnet_id': 'bb4c529f-230c-44df-af8b-b44df94340fe'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:44:59.538963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:59.707438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Allocated IP 192.168.233.2 (d0333f6f-2f62-45d3-aba3-27e700bcd3a8/bb4c529f-230c-44df-af8b-b44df94340fe/7ce2a164-30b2-41f7-b120-d40a17e1652e) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:44:59.930549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:59.942096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Transition to ACTIVE for port object 7ce2a164-30b2-41f7-b120-d40a17e1652e will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:44:59.962378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Transition to ACTIVE for port object 7ce2a164-30b2-41f7-b120-d40a17e1652e will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:44:59.967051 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:44:59.983540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:45:00.283755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Pushing event updated for resources: {'Port': ['ID=7ce2a164-30b2-41f7-b120-d40a17e1652e,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:45:00.293052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.293438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.293816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.294223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.294591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.294957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.295322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.295681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.296010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.296408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.296761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.297295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:45:00.301179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:45:00.356362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:45:00.357575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:45:00.359967 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:45:00.454137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Attempting to bind port 7ce2a164-30b2-41f7-b120-d40a17e1652e on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:45:00.454545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Attempting to bind port 7ce2a164-30b2-41f7-b120-d40a17e1652e by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:45:00.454948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Attempting to bind port 7ce2a164-30b2-41f7-b120-d40a17e1652e on network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:45:00.460643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:45:00.461054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Checking segment: {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:45:00.461495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:00.461926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Bound using segment: {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:45:00.462471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Bound port: 7ce2a164-30b2-41f7-b120-d40a17e1652e, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:45:00.462919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:00.558528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] For port 7ce2a164-30b2-41f7-b120-d40a17e1652e, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:45:00.561857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] For port 7ce2a164-30b2-41f7-b120-d40a17e1652e, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7ce2a164-30b2-41f7-b120-d40a17e1652e,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:45:00.566386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:00.580118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:45:00.730836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Pushing event updated for resources: {'Port': ['ID=7ce2a164-30b2-41f7-b120-d40a17e1652e,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:45:00.737248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:45:01.858679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7ce2a164-30b2-41f7-b120-d40a17e1652e up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:45:01.944458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 7ce2a164-30b2-41f7-b120-d40a17e1652e completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:45:01.996854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba94db-371a-465a-acbf-f4c5762b23bc None None] Network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:45:02.096480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Provisioning for port 7ce2a164-30b2-41f7-b120-d40a17e1652e completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:45:02.113399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Provisioning complete for port 7ce2a164-30b2-41f7-b120-d40a17e1652e triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:45:02.113810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:02.342344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:02.394899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] For port 7ce2a164-30b2-41f7-b120-d40a17e1652e, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7ce2a164-30b2-41f7-b120-d40a17e1652e,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:45:02.401162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:02.403067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:45:02.477442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Pushing event updated for resources: {'Port': ['ID=7ce2a164-30b2-41f7-b120-d40a17e1652e,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:45:02.482020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:45:02.629447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-526cab31-d4b3-48f7-82b1-001047f10b51 None None] Provisioning complete for port 7ce2a164-30b2-41f7-b120-d40a17e1652e triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:45:02.629789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-526cab31-d4b3-48f7-82b1-001047f10b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:03.821134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7ce2a164-30b2-41f7-b120-d40a17e1652e up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:45:03.896297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7ce2a164-30b2-41f7-b120-d40a17e1652e triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:45:03.896712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:14.330751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:45:22.350875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6f5bab1d-9fb2-497d-a773-359be7e2b0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:24.338656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eb6a56b9-5f45-4449-aca3-a2c48dcac52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:25.527692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:25.698471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:26.871977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:51.331941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:45:52.355019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c055d098-b9b2-4c36-84b9-9ed448575af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:54.341428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-14d29432-a6b5-48c1-a8f1-0fba6c8c385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:55.534230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:55.694423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:45:56.880727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:15.522619 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38648) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:15.529437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [None req-42af8475-9bde-4c6e-afcf-b49d77c33be7 tempest-verify_tempest_config-1540884118 tempest-verify_tempest_config-1540884118-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:46:15.530521 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-42af8475-9bde-4c6e-afcf-b49d77c33be7 tempest-verify_tempest_config-1540884118 tempest-verify_tempest_config-1540884118-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068204 Apr 15 20:46:15.874400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38666) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:16.006627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.021937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:46:16.026284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Usage tracker for resource:security_group_rule and tenant:80fe715da2084a1fa90996f9c22b36b9 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:46:16.029191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:46:16.035111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:46:16.147806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.152186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.159898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:16.202899 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=80fe715da2084a1fa90996f9c22b36b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3271675 Apr 15 20:46:16.203851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f5a240-371b-4605-80b7-f597a8ee75d0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:16.205864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38672) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:46:16.212077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.212473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.212825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.213188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.213548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.213904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.214293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.214648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.215007 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.215327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.215681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.216042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.220321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:16.272877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.303725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.363176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.367225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:46:16.378590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f5a240-371b-4605-80b7-f597a8ee75d0,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:46:16.388906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.389296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.389656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.390027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.390390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.390744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.391092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.391445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.391812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.392164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.392520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.392861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:46:16.396132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:46:16.398303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:16.399515 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40f5a240-371b-4605-80b7-f597a8ee75d0 HTTP/1.1" status: 204 len: 168 time: 0.1925440 Apr 15 20:46:22.359493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fe0177c5-354b-4d4a-a511-e301f19a776a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:24.348227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c9447ae-f697-43af-b2ab-e19029670bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:25.535809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:25.699342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:26.879316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:28.332388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:46:52.365948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d4d36e86-37c5-4084-a329-64bdf2c33fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:54.343298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4f458df1-6418-4ad8-b1d0-08af1aaf4e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:55.544427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:55.703436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:46:56.888419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:05.335982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:47:22.360411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0cbb12cd-9a82-49c0-ab82-97320889ccbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:24.355010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-24efb2da-0cbc-4938-831c-058a2bf07c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:25.544178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:25.708673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:26.892746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:42.337851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 5 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:47:52.364749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fec24616-8c9f-44e7-a8be-62718f07e4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:54.350284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ab53c384-7e19-4799-a263-1692ae08dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:55.545665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:55.716741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:55.750681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191'] for agent, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:47:56.893995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:00.612479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38732) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:00.746930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-bea44ee6-4b89-4d99-9399-22945c832725 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1330433 Apr 15 20:48:03.285196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38742) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:48:03.357966 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-acea84b4-884b-460a-b007-3d500c885766 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0715716 Apr 15 20:48:19.340802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:48:22.371286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fc081e76-7626-46c3-bdf7-42b5fabed4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:24.346959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-087ad22e-4812-4b23-940a-1634474cd20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:25.556154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:25.713184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:25.736105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:26.898235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:52.365521 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43f74745-496b-4825-861f-9491a0aff9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:54.341333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2bfe8653-6350-44b8-a8dc-18a555f5ecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:55.559206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:55.713016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:55.736527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:48:56.341634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:48:56.901213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:22.369811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2be07a1d-a5e8-4c4c-96f9-ef1ac3ac02ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:24.345439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8898-3580-4ab9-b636-42e40d76f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.554782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.707979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:25.735438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:26.904804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:33.341534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:49:39.259451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38928) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:39.541191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-606780942-network', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:39.547630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:39.551943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Usage tracker for resource:network and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:39.555633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:39.561954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:39.571445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Made reservation on behalf of 17bd4e7cb3a64e5eabc483399370f9ef for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:39.576841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.591675 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.608125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:39.612149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:39.615136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:39.621432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:39.675952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38950) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:39.730511 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.734344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.747665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:49:39.760953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.761579 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Added segment c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b of type vlan for network c09bf7c1-a98b-4439-a501-e46c39115d79 Apr 15 20:49:39.768918 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-caa71c01-6b70-4de9-a758-2e1581f1c319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:39.800249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41833873-9251-48ec-a7b9-32a066bbd8cc,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:39.811198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.811851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.812389 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.812968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.813338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.813707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.814085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.814622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.815278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.815786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.816329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.816693 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Tracked resource versions report: Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: HyperV agent@hv-cinder-56205: {}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:49:39.818946 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:49:39.834611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:39.841571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.883245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.884836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:39.885687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:39.892449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:40.006726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Pushing event updated for resources: {'Network': ['ID=c09bf7c1-a98b-4439-a501-e46c39115d79,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:40.012133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:40.019064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network c09bf7c1-a98b-4439-a501-e46c39115d79 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:49:40.034316 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7736254 Apr 15 20:49:40.037719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38970) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:40.053070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Request body: {'subnet': {'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-606780942-subnet', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:40.058190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.062339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Usage tracker for resource:subnet and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.065517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.072562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.084912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Made reservation on behalf of 17bd4e7cb3a64e5eabc483399370f9ef for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:40.090259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.216778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-490554743-network', 'tenant_id': '5b1d6866814045ddae112014ad2eabd3'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:40.222162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.228117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Usage tracker for resource:network and tenant:5b1d6866814045ddae112014ad2eabd3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.232401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.239654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.252631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Made reservation on behalf of 5b1d6866814045ddae112014ad2eabd3 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:40.258422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.271719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38974) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:40.274824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.310289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.315896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Usage tracker for resource:security_group_rule and tenant:5b1d6866814045ddae112014ad2eabd3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.320630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.330928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 38986) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:40.332181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.370226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 38992) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:40.455417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-network', 'tenant_id': 'cce004407bbd4178ad23476622529231'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:40.456576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.461303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.470579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.477323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-839584376-network', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:40.479650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:49:40.487012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Usage tracker for resource:network and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.493142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.502859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-22706260-network', 'tenant_id': '1609c4c0636948038538579dbc582393'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:40.503065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.505568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.510586 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.515103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Usage tracker for resource:network and tenant:998847f269fb4b02b3e4d93d795dbff6 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.517115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Usage tracker for resource:network and tenant:1609c4c0636948038538579dbc582393 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.520750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.521555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.530414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Made reservation on behalf of cce004407bbd4178ad23476622529231 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:40.530714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.535367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.541780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:40.548085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.557923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.558444 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Added segment 44f75608-d992-460e-aba9-e19a0d625b1c of type vlan for network b3a151e8-9bcb-4252-aca8-cda6fde61f6e Apr 15 20:49:40.562424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.587398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.593855 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Made reservation on behalf of 1609c4c0636948038538579dbc582393 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:40.598705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Made reservation on behalf of 998847f269fb4b02b3e4d93d795dbff6 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:40.598878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.603987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.615779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.616184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.620382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.632034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.639790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.642399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.643275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.647819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Usage tracker for resource:security_group_rule and tenant:1609c4c0636948038538579dbc582393 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.652053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.659578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:40.678979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:40.703992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Usage tracker for resource:security_group_rule and tenant:998847f269fb4b02b3e4d93d795dbff6 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:40.737651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49cc068-b74f-4285-ad59-a13fee0a08c6,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:40.754044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.754773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.755480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.756043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.756596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.757182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.757728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.758310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.758916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.759479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.760034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.760571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Tracked resource versions report: Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: HyperV agent@hv-cinder-56205: {}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:49:40.762025 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:49:40.770766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.771835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:40.778718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:40.779456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:40.787719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d954baa4-d0a0-4980-a8df-8db2d2676f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:40.970032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Pushing event updated for resources: {'Network': ['ID=b3a151e8-9bcb-4252-aca8-cda6fde61f6e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:40.970329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:40.977404 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2998006 Apr 15 20:49:40.978627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:40.982399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39018) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:40.985624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:49:40.994454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Request body: {'subnet': {'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-490554743-subnet', 'tenant_id': '5b1d6866814045ddae112014ad2eabd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:41.001734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.003263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:41.008404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Usage tracker for resource:subnet and tenant:5b1d6866814045ddae112014ad2eabd3 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:41.011478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.012616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:41.018335 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:41.023790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-906e8ed9-4d4d-4803-a752-61b4b8505f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:41.032416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:41.067657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:49:41.091439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6e08a-78a7-416d-98ec-49d42d055dea,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:41.101874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Made reservation on behalf of 5b1d6866814045ddae112014ad2eabd3 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:41.116152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.240114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.272434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-15dbb4e9-2e75-41a8-bf74-aa32b3799481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:41.402868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.404038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.406417 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Added segment 783154f7-9f70-4ff1-b31f-3e4fb93f4114 of type vlan for network 77c4ab65-5663-408a-a611-f58104ae2026 Apr 15 20:49:41.420083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:41.485479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.535200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.577601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886ce4b9-23b9-4675-a42b-e706f8b664d5,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:41.589886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:49:41.618662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.627878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:41.636136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:41.669081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.671418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:41.672063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.672178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.673211 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.673603 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Added segment 69df4948-9614-4e44-8a93-c6ba46e1bb62 of type vlan for network cf4d53aa-aefb-43ee-9300-f500a9b5e295 Apr 15 20:49:41.685349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:41.771114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:49:41.783367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.783759 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Added segment 70fad8f5-65ae-4947-bbcf-c129dc3e07e7 of type vlan for network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 Apr 15 20:49:41.820293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:41.872915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f9f03b-d401-4754-bbf3-97889d407b64,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:41.890022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:41.918498 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:41.975544 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6038759 Apr 15 20:49:41.980374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39070) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:41.983534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Pushing event updated for resources: {'Network': ['ID=77c4ab65-5663-408a-a611-f58104ae2026,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:41.994315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 77c4ab65-5663-408a-a611-f58104ae2026 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:49:41.995006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:41.998931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Request body: {'subnet': {'network_id': '77c4ab65-5663-408a-a611-f58104ae2026', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-22706260-subnet', 'tenant_id': '1609c4c0636948038538579dbc582393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:42.007843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:42.014084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Usage tracker for resource:subnet and tenant:1609c4c0636948038538579dbc582393 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:42.024189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:42.040542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:42.049453 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.075450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Made reservation on behalf of 1609c4c0636948038538579dbc582393 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:42.080473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.095988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.115038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:42.115691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.143633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994d0a90-fa8c-408c-9d6e-4124df1aaefd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:42.169169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:42.169382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39076) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:42.192593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9cf17daf-000e-4c5c-92c6-ef1484319095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:42.213335 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Checking segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:42.214085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Network hostable DHCP agents. Network: c09bf7c1-a98b-4439-a501-e46c39115d79, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:49:42.264670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.resource_extend [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:49:42.300226 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9648287 Apr 15 20:49:42.302723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.307893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39084) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:42.331412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Request body: {'subnet': {'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-subnet', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:42.336658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-25d569d9-68b6-45df-868e-1573a20676c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:42.370621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:42.384253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Network c09bf7c1-a98b-4439-a501-e46c39115d79 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:49:42.392376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.408611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:42.409260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.424218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, c09bf7c1-a98b-4439-a501-e46c39115d79) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:42.435336 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1592083 Apr 15 20:49:42.435336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:42.435336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.436339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Usage tracker for resource:subnet and tenant:998847f269fb4b02b3e4d93d795dbff6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:42.439061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39094) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:42.440253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027550e-d501-43dd-822e-4fc9c24e588a None None] Network c09bf7c1-a98b-4439-a501-e46c39115d79 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:42.451386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:42.464079 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4233980 Apr 15 20:49:42.464268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Request body: {'subnet': {'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-subnet', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:42.468093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39098) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:42.473386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:42.477733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:42.481161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Pushing event updated for resources: {'Network': ['ID=5d7393cc-0125-4839-8ea3-22e6d41f59c3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:42.485604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:42.486091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:42.523101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:42.597194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Usage tracker for resource:subnet and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:42.600003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Made reservation on behalf of 998847f269fb4b02b3e4d93d795dbff6 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:42.605204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.626284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:42.628428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:42.635943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.645079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:49:42.664726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:42.668915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Usage tracker for resource:security_group_rule and tenant:f9c48876243f4928a22e843d503a5b85 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:42.672388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:42.674083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Usage tracker for resource:router and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:42.678532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:42.679616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:42.686428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:42.707754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Pushing event updated for resources: {'Network': ['ID=cf4d53aa-aefb-43ee-9300-f500a9b5e295,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:42.711236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:42.712651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.713927 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.733825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.830239 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:42.832449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:42.867411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:42.880935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.901067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.929609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:49:42.929896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Made reservation on behalf of cce004407bbd4178ad23476622529231 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:42.934926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:42.958197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:43.034012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.121878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Synchronizing usage tracker for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:49:43.151142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd0755-14df-41a6-b851-6bf9756b7650,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:43.165200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:43.176153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-c09bf7c1-a98b-4439-a501-e46c39115d79', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:49:43.177087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.201459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Checking segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:43.201850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Network hostable DHCP agents. Network: b3a151e8-9bcb-4252-aca8-cda6fde61f6e, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:49:43.289558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Unset dirty status for tenant:9858af7f5ccf4a48ba0ab9c2c7e86aa6 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:49:43.293586 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9c48876243f4928a22e843d503a5b85&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0661526 Apr 15 20:49:43.294858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39112) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:43.343834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Allocated IP 172.20.0.2 (c09bf7c1-a98b-4439-a501-e46c39115d79/886ce4b9-23b9-4675-a42b-e706f8b664d5/940e59c6-f90d-4003-b016-0ebb164137d9) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:43.373968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:49:43.389961 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.422227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.464041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, b3a151e8-9bcb-4252-aca8-cda6fde61f6e) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:43.473568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:43.474246 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.482812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e2856-7932-43ad-99fa-f7aaccef39c9 None None] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:43.554668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.586846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Allocated IP 172.28.0.45 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/d54c1c1a-7d2c-497f-a5ff-33e38b7e6350) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:43.671390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.695743 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7119896 Apr 15 20:49:43.707842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.719299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Transition to ACTIVE for port object 940e59c6-f90d-4003-b016-0ebb164137d9 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:43.833057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.859447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Transition to ACTIVE for port object 940e59c6-f90d-4003-b016-0ebb164137d9 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:43.874692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.881529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.920733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:43.969047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:43.986493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:43.998148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:44.021158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd0755-14df-41a6-b851-6bf9756b7650,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:44.022313 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5c8ba015-96ea-495e-ae80-db89aed58152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:44.035781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:44.036378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:44.145086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:44.146355 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ccd0755-14df-41a6-b851-6bf9756b7650 HTTP/1.1" status: 204 len: 168 time: 0.8417029 Apr 15 20:49:44.270451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Network c09bf7c1-a98b-4439-a501-e46c39115d79 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:44.280414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:44.287606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d57cb-8b08-4f3f-9d08-230be7e8c4cd None None] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:44.458394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Pushing event updated for resources: {'Port': ['ID=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:44.487221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:44.490229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:44.496545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:44.497682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:44.503086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:44.608545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0983830b-6d6c-4acb-b3b0-fa9bb0145532,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:44.625378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:44.664464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:44.676512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Pushing event updated for resources: {'Port': ['ID=940e59c6-f90d-4003-b016-0ebb164137d9,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:44.697326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:44.791037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.800011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.800500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.800973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.801424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.802922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.803330 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.803791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.804826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.805293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.805843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.806417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Tracked resource versions report: Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: HyperV agent@hv-cinder-56205: {}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:49:44.807776 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:49:44.823820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:44.898271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Attempting to bind port 940e59c6-f90d-4003-b016-0ebb164137d9 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:49:44.898655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Attempting to bind port 940e59c6-f90d-4003-b016-0ebb164137d9 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:49:44.899117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Attempting to bind port 940e59c6-f90d-4003-b016-0ebb164137d9 on network c09bf7c1-a98b-4439-a501-e46c39115d79 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:49:44.909091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:49:44.909531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Checking segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:44.909995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:44.910457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Bound using segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:49:44.911522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Bound port: 940e59c6-f90d-4003-b016-0ebb164137d9, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:49:44.911948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.059562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39178) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:45.089680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Checking segment: {'id': '783154f7-9f70-4ff1-b31f-3e4fb93f4114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:45.092972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Network hostable DHCP agents. Network: 77c4ab65-5663-408a-a611-f58104ae2026, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:49:45.109519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39186) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:45.131030 dv-cinder-562053-18-smb neutron-server[85305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 20:49:45.132194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.132813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64bda6a8-a0fc-4084-bb58-c4cf7326931f,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:45.140093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.143434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:45.161536 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] For port 940e59c6-f90d-4003-b016-0ebb164137d9, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:49:45.165197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] For port 940e59c6-f90d-4003-b016-0ebb164137d9, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=940e59c6-f90d-4003-b016-0ebb164137d9,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:49:45.169575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.178685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-449274cc-6927-4c40-aa82-35590a79c349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:45.189324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:45.236385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:45.295414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Network 77c4ab65-5663-408a-a611-f58104ae2026 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:49:45.315764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5c68b18a0f4279be364f58392f6056 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:45.327700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2c76db-1cc5-4101-9b47-d15f22b445f5,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:45.334361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:45.336590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 77c4ab65-5663-408a-a611-f58104ae2026) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:45.363651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Pushing event updated for resources: {'Port': ['ID=940e59c6-f90d-4003-b016-0ebb164137d9,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:45.366750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36adc01-f097-4199-9f57-170bb44aff52 None None] Network 77c4ab65-5663-408a-a611-f58104ae2026 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:45.366903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:45.367542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.377487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:45.386915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:45.410476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Checking segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:45.410834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Network hostable DHCP agents. Network: 5d7393cc-0125-4839-8ea3-22e6d41f59c3, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:49:45.423273 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4410195 Apr 15 20:49:45.468837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:49:45.486319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 5d7393cc-0125-4839-8ea3-22e6d41f59c3) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:45.492093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:45.493073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.507993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb6764f-e6d4-4b16-bc44-d95fc232c26e None None] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:45.515382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Checking segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:45.515965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Network hostable DHCP agents. Network: cf4d53aa-aefb-43ee-9300-f500a9b5e295, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:49:45.544305 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2348616 Apr 15 20:49:45.545900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39192) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:45.549519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:49:45.560722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:45.565164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, cf4d53aa-aefb-43ee-9300-f500a9b5e295) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:45.570496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:45.571214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.600509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:45.600509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Usage tracker for resource:router and tenant:998847f269fb4b02b3e4d93d795dbff6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:45.602382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:45.604918 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202d91c0-f029-4189-80be-6f4b7617408f None None] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:45.612933 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1668019 Apr 15 20:49:45.612933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:45.613807 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39198) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:45.620381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:45.626578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:45.632349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Usage tracker for resource:router and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:45.634207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:45.643923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:45.665604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:45.669614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.671028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.707333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.807494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-dc7ea85e-bc14-4892-8ba7-d67edf0f8663 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:45.809299 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-dc7ea85e-bc14-4892-8ba7-d67edf0f8663 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.6921012 Apr 15 20:49:45.816433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:45.912357 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-89e92d25-09f6-4c97-be5a-2016d4ef8201 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/quotas/5b1d6866814045ddae112014ad2eabd3 HTTP/1.1" status: 200 len: 375 time: 0.0428398 Apr 15 20:49:46.047702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39218) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:46.049736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.050857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.064493 dv-cinder-562053-18-smb neutron-server[85305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 20:49:46.084356 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-8e0f04d1-2874-436f-86dd-a987d2cca9c0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765536 Apr 15 20:49:46.193736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.208390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.237385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:46.240136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.272573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6735286d-3efd-4a5f-99bb-e2831cf05a07 None None] Network 77c4ab65-5663-408a-a611-f58104ae2026 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:46.300610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.407433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b65d92-7bfc-4b80-9e90-23039bcb2868 None None] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:46.444397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-fe115fa5-0f31-4b95-b873-de75930b5ada tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:46.445176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-fe115fa5-0f31-4b95-b873-de75930b5ada tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Synchronizing usage tracker for tenant:1609c4c0636948038538579dbc582393 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:49:46.467278 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4f5c68b18a0f4279be364f58392f6056&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4064608 Apr 15 20:49:46.532399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39234) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:46.541792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-aa8f37eb-5fcd-4d28-aa6b-b267eb033655 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:49:46.542951 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-aa8f37eb-5fcd-4d28-aa6b-b267eb033655 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1389740 Apr 15 20:49:46.543966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55065f32-3c66-4539-bbd5-04313eae0ab0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:46.564008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:49:46.564935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.568367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.570931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:46.744080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-fe115fa5-0f31-4b95-b873-de75930b5ada tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Unset dirty status for tenant:1609c4c0636948038538579dbc582393 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:49:46.745556 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-fe115fa5-0f31-4b95-b873-de75930b5ada tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/networks?id=77c4ab65-5663-408a-a611-f58104ae2026 HTTP/1.1" status: 200 len: 810 time: 0.6975238 Apr 15 20:49:46.885711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.959080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:46.974848 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-270f491b-4cc2-4bdf-9550-f9f0d3d020f6 service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027693 Apr 15 20:49:47.018419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.029091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Allocated IP 172.20.0.2 (cf4d53aa-aefb-43ee-9300-f500a9b5e295/8b2c76db-1cc5-4101-9b47-d15f22b445f5/c10ad20b-0972-487a-b363-094786ce69f6) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:47.030505 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-7ddf256e-dff2-414b-9907-44afca2963f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/quotas/1609c4c0636948038538579dbc582393 HTTP/1.1" status: 200 len: 375 time: 0.0329087 Apr 15 20:49:47.117774 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-ce8ed9d7-dd69-4a38-8a1d-d81d86d52223 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1609c4c0636948038538579dbc582393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664449 Apr 15 20:49:47.194220 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-bfa69375-93d4-4d4b-8b2b-a95224bb01f3 service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111785 Apr 15 20:49:47.195660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.213933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:47.264738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.275169 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55065f32-3c66-4539-bbd5-04313eae0ab0 HTTP/1.1" status: 204 len: 168 time: 0.7408001 Apr 15 20:49:47.276441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55065f32-3c66-4539-bbd5-04313eae0ab0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:47.278396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Router 364aff61-8c94-4211-ac77-54637fd93d2b is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:49:47.282057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.288562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:47.296579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Transition to ACTIVE for port object c10ad20b-0972-487a-b363-094786ce69f6 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:47.318429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Transition to ACTIVE for port object c10ad20b-0972-487a-b363-094786ce69f6 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:47.333205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.356340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:47.377134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-5d5bdc4d-8015-4d1f-b96a-371ad1b93064 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85418) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:49:47.378625 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-5d5bdc4d-8015-4d1f-b96a-371ad1b93064 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1916356 Apr 15 20:49:47.452872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Pushing event updated for resources: {'Port': ['ID=c10ad20b-0972-487a-b363-094786ce69f6,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:47.516901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:47.695914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:49:47.712390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:49:47.741567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:47.743676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2743881 Apr 15 20:49:47.747032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:47.747815 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39266) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:47.748339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:47.750991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:49:47.751781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:47.757761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:47.833302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151033b-e5e9-4961-b712-578a4dfeef73 None None] Network c09bf7c1-a98b-4439-a501-e46c39115d79 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:47.881436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.023002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:49:48.054881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.175310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 940e59c6-f90d-4003-b016-0ebb164137d9 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:49:48.311375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-f046d442-cde9-4f31-88f7-3e656124a3ce None None] Provisioning for port 940e59c6-f90d-4003-b016-0ebb164137d9 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:49:48.320752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Attempting to bind port c10ad20b-0972-487a-b363-094786ce69f6 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:49:48.321216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Attempting to bind port c10ad20b-0972-487a-b363-094786ce69f6 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:49:48.322143 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Attempting to bind port c10ad20b-0972-487a-b363-094786ce69f6 on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:49:48.347701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:49:48.348120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Checking segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:48.348569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.349018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Bound using segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:49:48.350060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Bound port: c10ad20b-0972-487a-b363-094786ce69f6, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:49:48.350060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.384348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-9bcb79bb-f7ea-48c0-9864-7b5f4904a4ed service neutron] 10.222.0.70 "GET /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9904099 Apr 15 20:49:48.475718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 3, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:48.490255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:49:48.490727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Updating router 364aff61-8c94-4211-ac77-54637fd93d2b port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:49:48.503420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 940e59c6-f90d-4003-b016-0ebb164137d9 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:49:48.530264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 940e59c6-f90d-4003-b016-0ebb164137d9 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:48.530687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.623201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.677464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:48.797961 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-460920d9-2e85-428a-8a39-fb784023124b req-4749b93c-38e7-4488-b2b5-ecfe7a8aa655 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 210 time: 0.6948061 Apr 15 20:49:48.822908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Allocated IP 172.28.0.67 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/e00ff7cc-8c02-4698-a2cc-16d9090a365a) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:48.966428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.166303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] For port c10ad20b-0972-487a-b363-094786ce69f6, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:49:49.177601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] For port c10ad20b-0972-487a-b363-094786ce69f6, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c10ad20b-0972-487a-b363-094786ce69f6,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:49:49.181282 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-2c5e7485-bd0e-4e00-986d-476586aec7d5 service neutron] 10.222.0.70 "GET /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735586 Apr 15 20:49:49.192381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.245008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:49.258587 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.341959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.360846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:49.888174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=e00ff7cc-8c02-4698-a2cc-16d9090a365a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:49.899348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:49.899967 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.910313 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Pushing event updated for resources: {'Port': ['ID=c10ad20b-0972-487a-b363-094786ce69f6,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:49.913971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:49.940379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:49.953111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:49.978107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:49.988404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:49.993127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Transition to ACTIVE for port object d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:50.008226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:50.034270 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d39a4167-07a0-47f2-b02b-5bd76b3be2ad req-da23998f-2c78-4657-9059-75f152042378 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 0.1944952 Apr 15 20:49:50.060937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 940e59c6-f90d-4003-b016-0ebb164137d9, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=940e59c6-f90d-4003-b016-0ebb164137d9,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:49:50.073484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:50.091931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:50.255707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=940e59c6-f90d-4003-b016-0ebb164137d9,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:50.263772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:50.294499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:50.382943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bfae0ac9-639d-456e-b4e6-fc1ea50fa4bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:50.396696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-4dbd795c-8142-4dbf-86e3-1ac9362e5797 None None] Provisioning complete for port 940e59c6-f90d-4003-b016-0ebb164137d9 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:50.397016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4dbd795c-8142-4dbf-86e3-1ac9362e5797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:50.749074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Attempting to bind port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:49:50.752703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Attempting to bind port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:49:50.755528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Attempting to bind port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:49:50.780742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Allocated IP 172.28.0.107 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/4b1c2344-9a73-40dc-bfe7-8948fb126a6d) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:50.784317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:49:50.785273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:50.785938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:50.787673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:49:50.788432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Bound port: d54c1c1a-7d2c-497f-a5ff-33e38b7e6350, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:49:50.789064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:51.017001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] For port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:49:51.021957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] For port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:49:51.028617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:51.058162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d3fc6c20-fb36-43b7-8b9b-a62807882675 req-937f9c09-9f18-4a8f-b81c-9afdd177d7f8 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 210 time: 0.1920073 Apr 15 20:49:51.120380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.60', 56525) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:51.240461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Pushing event updated for resources: {'Port': ['ID=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:51.286365 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.287465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.287841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.288206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.288569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.288931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.293239 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.293669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.294114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.294493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.302132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.302617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Tracked resource versions report: Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: pushed versions: Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: { 'AddressGroup': {'1.2'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': {'1.0'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': {'1.0'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': {'1.1'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': {'1.7'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': {'1.2'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': {'1.8'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': {'1.4'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': {'1.2'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': {'1.0'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': {'1.1'}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': {'1.1'}} Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: consumer versions: Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: { DHCP agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: HyperV agent@hv-cinder-56205: {}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: L3 agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: Metadata agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: Metering agent@dv-cinder-562053-18-smb: {}, Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: Open vSwitch agent@dv-cinder-562053-18-smb: { 'AddressGroup': '1.2', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'ConntrackHelper': '1.0', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Log': '1.0', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Network': '1.1', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Port': '1.7', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'PortForwarding': '1.2', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'QosPolicy': '1.8', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroup': '1.4', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'SecurityGroupRule': '1.2', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'SubPort': '1.0', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Subnet': '1.1', Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: 'Trunk': '1.1'}} Apr 15 20:49:51.306944 dv-cinder-562053-18-smb neutron-server[85305]: {{(pid=85421) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 20:49:51.328132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:51.329156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:51.448869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:49:51.449954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:51.491400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39434) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:51.514196 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-de1c6338-8e38-488c-88f4-f6dfa29ceee8 req-be02f6b8-e182-4aac-85c8-a7b8faa0aca5 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 0.1203046 Apr 15 20:49:51.526382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Allocated IP 172.20.0.1 (c09bf7c1-a98b-4439-a501-e46c39115d79/886ce4b9-23b9-4675-a42b-e706f8b664d5/c126c2ec-16ec-431a-9564-60ec72b942fb) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:51.585493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Pushing event updated for resources: {'Port': ['ID=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:51.598645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:51.748052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:51.872427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:51.900354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:49:51.943059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39452) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:52.073674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.077219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.165021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.212532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc5bdaf-954d-4c43-989f-b8abb304c06d None None] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:49:52.227206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:52.233686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Usage tracker for resource:security_group_rule and tenant:27a62cf3f8644d988ec04058ec9e03e6 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:52.242177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:52.260506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:52.321006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-700d6452-f62b-4fb5-ab72-34e4180c0601 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:52.323082 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-700d6452-f62b-4fb5-ab72-34e4180c0601 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 1.2013445 Apr 15 20:49:52.336124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.378247 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Transition to ACTIVE for port object c126c2ec-16ec-431a-9564-60ec72b942fb will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:52.391599 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Request body: {'port': {'device_id': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'admin_state_up': True, 'tenant_id': '5b1d6866814045ddae112014ad2eabd3'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:52.455935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:52.506769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 3, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:52.511332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6607a22-fb57-4c39-9c73-6c21c9a1f4be None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:45Z', 'revision_number': 3, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:49:52.546105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 940e59c6-f90d-4003-b016-0ebb164137d9 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:49:52.583975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:52.620672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Usage tracker for resource:security_group_rule and tenant:e13a1d0b6527411688e63cdd18c795cd is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:52.637504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:52.642670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:52.647980 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Usage tracker for resource:port and tenant:5b1d6866814045ddae112014ad2eabd3 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:52.648168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.60', 56535) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:52.659174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:52.666718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:52.721683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 940e59c6-f90d-4003-b016-0ebb164137d9 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:52.722161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.727021 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9b3c4237-46f8-4228-8b62-6c5170dc5051 req-5fe4bda2-9627-4419-a953-c4baa980561c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 210 time: 0.2105815 Apr 15 20:49:52.757544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Made reservation on behalf of 5b1d6866814045ddae112014ad2eabd3 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:52.764738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.773572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:52.776064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:52.798402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fa4b80ce-021e-40d6-9a33-b6456bb54941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.799377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.810345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-963fa12d-0b28-443d-940a-13b60579b20f None None] Provisioning for port c10ad20b-0972-487a-b363-094786ce69f6 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:49:52.822910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:52.880318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:52.970792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c10ad20b-0972-487a-b363-094786ce69f6 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:49:52.971074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3703ad8b-5a4b-44fa-9068-9e34cf6f6046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:53.149117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7d5d3e-b8ef-49c2-a18c-bf9ea9d10e18,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:53.180919 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=27a62cf3f8644d988ec04058ec9e03e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2365248 Apr 15 20:49:53.188317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:53.190311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39494) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:53.276821 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.280642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port c10ad20b-0972-487a-b363-094786ce69f6 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:49:53.300907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port c10ad20b-0972-487a-b363-094786ce69f6 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:53.301397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.463812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.579446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8e443a46-c5e8-47a9-8521-b28ec4f4445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:53.851515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-bf46c464-1919-4dc7-a56c-f3dd38a70262 None None] Provisioning complete for port c10ad20b-0972-487a-b363-094786ce69f6 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:53.855970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bf46c464-1919-4dc7-a56c-f3dd38a70262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:53.953765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.045076 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Pushing event updated for resources: {'Port': ['ID=c126c2ec-16ec-431a-9564-60ec72b942fb,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:54.060021 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-08130cb7-5352-4093-a055-1fdbc25dc4be req-19f0d5be-7c5d-4700-aa6e-0f545f5f343c tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 1.1775081 Apr 15 20:49:54.130799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port c10ad20b-0972-487a-b363-094786ce69f6, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c10ad20b-0972-487a-b363-094786ce69f6,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:49:54.148716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.175391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:54.238614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Allocated IP 172.20.0.6 (b3a151e8-9bcb-4252-aca8-cda6fde61f6e/e9c277ce-a3d6-4fe8-92f5-d440dd60aa68/79a85146-e5ca-426e-9113-f51666a80a38) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:54.307719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=c10ad20b-0972-487a-b363-094786ce69f6,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:54.315724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:54.360599 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:54.464563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:49:54.489733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.493693 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:54.506998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:54.509873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:54.521754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.575304 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:49:54.579679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.583951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1e234bca-8a7b-4cdf-b2b0-46ccf4c3fc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.588381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:54.589408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.629268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-b57845ed-8089-472b-a550-a02d788fc5ba tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:54.631006 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-b57845ed-8089-472b-a550-a02d788fc5ba tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.60 "GET /v2.0/networks?id=77c4ab65-5663-408a-a611-f58104ae2026 HTTP/1.1" status: 200 len: 810 time: 1.9693401 Apr 15 20:49:54.646219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e7a3cd75-6ace-414b-87f9-aaf0b778fe39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:54.658259 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e13a1d0b6527411688e63cdd18c795cd&name=default HTTP/1.1" status: 200 len: 2976 time: 3.1515296 Apr 15 20:49:54.670206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39516) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:54.846922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.853286 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aae0a1dd-1b37-4de8-b2a8-b79b2b4a25c3 req-9ddb9445-a05c-4dd5-b717-6661e3fa074b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 210 time: 0.8031139 Apr 15 20:49:54.876697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:49:54.880452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.884563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:54.917392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.931576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.949456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:54.951806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Router 9228b016-1767-4759-b81e-ea99b3599b17 is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:49:54.956375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927d1723-d76d-4473-9324-70283741c010,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:54.971040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:55.011857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Network c09bf7c1-a98b-4439-a501-e46c39115d79 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:55.015572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:55.020426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:55.021216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.060388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.065585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.094045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:55.099452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:55.109459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f4d9da30-5040-42e8-937a-7f38d6f7666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:55.366998 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-64ed79c3-5286-4a6b-b4ed-1c68e70da965 req-355b9473-d797-4776-9c59-e0c948d03e6d tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 0.0744338 Apr 15 20:49:55.374574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.406302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-016d8861-f2d8-4830-b035-2cd490549060 None None] Provisioning for port c126c2ec-16ec-431a-9564-60ec72b942fb completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:49:55.416862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-016d8861-f2d8-4830-b035-2cd490549060 None None] Provisioning complete for port c126c2ec-16ec-431a-9564-60ec72b942fb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:55.417287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-016d8861-f2d8-4830-b035-2cd490549060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.492745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:49:55.516115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7d5d3e-b8ef-49c2-a18c-bf9ea9d10e18,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:55.524930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:55.529502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.534387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ad7d5d3e-b8ef-49c2-a18c-bf9ea9d10e18 HTTP/1.1" status: 204 len: 168 time: 2.3336251 Apr 15 20:49:55.535782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:55.554668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Sync routers for ids ['9228b016-1767-4759-b81e-ea99b3599b17'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:49:55.680719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.682104 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.1350350 Apr 15 20:49:55.686945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39528) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:55.703725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.708460 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event updated for resources: {'Port': ['ID=79a85146-e5ca-426e-9113-f51666a80a38,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:55.743623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:55.784223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Routers {'9228b016-1767-4759-b81e-ea99b3599b17'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:49:55.784937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['9228b016-1767-4759-b81e-ea99b3599b17'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:55.799038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.806553 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/927d1723-d76d-4473-9324-70283741c010 HTTP/1.1" status: 204 len: 168 time: 1.0793612 Apr 15 20:49:55.807894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927d1723-d76d-4473-9324-70283741c010,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:55.811285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:55.960228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-016d8861-f2d8-4830-b035-2cd490549060 None None] Port c126c2ec-16ec-431a-9564-60ec72b942fb cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:49:56.035054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:56.043488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.063496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.114951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39542) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:56.138474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:56.288890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.289812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.305707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c10ad20b-0972-487a-b363-094786ce69f6 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:49:56.470733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39550) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:56.490180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:49:56.585030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.615806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:49:56.632412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Request body: {'port': {'device_id': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026', 'admin_state_up': True, 'tenant_id': '1609c4c0636948038538579dbc582393'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:56.651486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:56.662576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Usage tracker for resource:security_group_rule and tenant:c00c313d61704f969fc7a43f1c6f30d6 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:56.680382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:56.694391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:56.812565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.827785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:49:56.833683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:56.834406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.835257 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-92bafc62-6b87-4793-8271-ffbc3f6bd8cd req-c35102ad-5d61-48e6-ad5b-776b954db509 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 0.0901487 Apr 15 20:49:56.889186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.896431 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5189002 Apr 15 20:49:56.941661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:56.972021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Set router 9228b016-1767-4759-b81e-ea99b3599b17 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:49:56.985123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089c751-d77a-4d2f-9374-dfbff741d478 req-6dea9466-854e-424e-8f94-712a0acfa5c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:49:56.986006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-5089c751-d77a-4d2f-9374-dfbff741d478 req-6dea9466-854e-424e-8f94-712a0acfa5c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:49:57.011736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7266feaf-b30d-4abe-ae70-50e4518a9fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:57.035250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port c10ad20b-0972-487a-b363-094786ce69f6 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:57.035929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:57.056480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:57.072420 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c00c313d61704f969fc7a43f1c6f30d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855746 Apr 15 20:49:57.076819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-7031c8df-99df-4877-ba1a-181ea8df9d90 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:49:57.077903 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-7031c8df-99df-4877-ba1a-181ea8df9d90 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0876429 Apr 15 20:49:57.134400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5bda08-2b6d-4859-96b7-274353e966a7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:57.134633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39566) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:57.169731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:57.191515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Usage tracker for resource:port and tenant:1609c4c0636948038538579dbc582393 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:57.201382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:57.211430 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:57.231654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:57.302817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:57.304688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Made reservation on behalf of 1609c4c0636948038538579dbc582393 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:49:57.311834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:57.336695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-5089c751-d77a-4d2f-9374-dfbff741d478 req-6dea9466-854e-424e-8f94-712a0acfa5c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:49:57.337933 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5089c751-d77a-4d2f-9374-dfbff741d478 req-6dea9466-854e-424e-8f94-712a0acfa5c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 931 time: 1.1367600 Apr 15 20:49:57.352418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:57.419897 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:57.435296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:49:57.523529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Usage tracker for resource:security_group_rule and tenant:3a9416dd7d5442a39931f7f00f5525a4 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:49:57.551027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:49:57.583666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:49:57.694838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:49:57.810036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:49:57.831149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:49:57.839158 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5089c751-d77a-4d2f-9374-dfbff741d478 req-7ab72e0c-28a8-4449-b874-8703da6f6e46 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579268 Apr 15 20:49:57.845290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:49:57.867370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Request body: {'port': {'device_id': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:49:57.890468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:49:57.891166 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:57.907503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:49:51Z', 'revision_number': 3, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:57.946638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Checking router: 9228b016-1767-4759-b81e-ea99b3599b17 for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:49:57.947576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Updating router 9228b016-1767-4759-b81e-ea99b3599b17 port e00ff7cc-8c02-4698-a2cc-16d9090a365a binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:49:57.999703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:49:57.999999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.008803 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.119933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.156591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8751b056-4e7b-45be-b1a1-522bdc0a13ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:58.192593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5bda08-2b6d-4859-96b7-274353e966a7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:58.221158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.223713 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.6087265 Apr 15 20:49:58.235322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39588) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:49:58.237776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:58.245801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.250371 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/da5bda08-2b6d-4859-96b7-274353e966a7 HTTP/1.1" status: 204 len: 168 time: 1.1147037 Apr 15 20:49:58.254463 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-efcd8de2-afc6-4bd5-9920-e26c0e6a056f req-4c783184-e547-4132-9217-39450d3b588e tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Synchronizing usage tracker for tenant:1609c4c0636948038538579dbc582393 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:49:58.299874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.resource_extend [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:49:58.411973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.623988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.800245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.829091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:58.878163 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Allocated IP 172.20.0.11 (77c4ab65-5663-408a-a611-f58104ae2026/0983830b-6d6c-4acb-b3b0-fa9bb0145532/32827758-c65b-4051-9985-38344a4d3fd1) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:49:58.903548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.920410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Transition to ACTIVE for port object e00ff7cc-8c02-4698-a2cc-16d9090a365a will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:49:58.928398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.942549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:58.956194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:49:59.015478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:59.148588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb51f-9dad-40ff-ae24-10f3e81737ac None None] Pushing event updated for resources: {'Port': ['ID=e00ff7cc-8c02-4698-a2cc-16d9090a365a,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:49:59.241013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1a0cb51f-9dad-40ff-ae24-10f3e81737ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:49:59.432758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Attempting to bind port e00ff7cc-8c02-4698-a2cc-16d9090a365a on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:49:59.433687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Attempting to bind port e00ff7cc-8c02-4698-a2cc-16d9090a365a by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:49:59.434470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Attempting to bind port e00ff7cc-8c02-4698-a2cc-16d9090a365a on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:49:59.443236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:49:59.454077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:49:59.455063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:59.455712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:49:59.456486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Bound port: e00ff7cc-8c02-4698-a2cc-16d9090a365a, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:49:59.457120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:59.642191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] For port e00ff7cc-8c02-4698-a2cc-16d9090a365a, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:49:59.650340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] For port e00ff7cc-8c02-4698-a2cc-16d9090a365a, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=e00ff7cc-8c02-4698-a2cc-16d9090a365a,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:49:59.662109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:49:59.698515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:49:59.820817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 3, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:49:59.829070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:49:59.829070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Updating router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:49:59.911161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.133968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb51f-9dad-40ff-ae24-10f3e81737ac None None] Pushing event updated for resources: {'Port': ['ID=e00ff7cc-8c02-4698-a2cc-16d9090a365a,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:00.146757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1a0cb51f-9dad-40ff-ae24-10f3e81737ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:00.268754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.403349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Routers {'9228b016-1767-4759-b81e-ea99b3599b17'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:00.404053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['9228b016-1767-4759-b81e-ea99b3599b17'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:00.516022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a85146-e5ca-426e-9113-f51666a80a38 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:00.535641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.562528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Transition to ACTIVE for port object 79a85146-e5ca-426e-9113-f51666a80a38 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:00.635121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.640791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.663757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.678574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Pushing event updated for resources: {'Port': ['ID=c126c2ec-16ec-431a-9564-60ec72b942fb,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:00.692276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.863s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:00.801142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-152d4981-e65c-4b43-9f39-8e050e885946 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:00.868816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] Set router 9228b016-1767-4759-b81e-ea99b3599b17 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:00.897735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-60321b3a-7ff6-494b-af10-0f18569e94b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:00.910349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:00.945571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Transition to ACTIVE for port object 4b1c2344-9a73-40dc-bfe7-8948fb126a6d will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:00.962949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.033251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Pushing event updated for resources: {'Port': ['ID=79a85146-e5ca-426e-9113-f51666a80a38,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:01.044721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:01.050650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Network 77c4ab65-5663-408a-a611-f58104ae2026 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:01.084793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:01.092858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:01.123297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:01.147449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:01.148232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.184135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Pushing event updated for resources: {'Port': ['ID=32827758-c65b-4051-9985-38344a4d3fd1,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:01.201194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:01.305440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59e22-74ee-42a6-861d-4f2e1933786e None None] Pushing event updated for resources: {'Port': ['ID=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,revision_number=2']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:01.310182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c2e59e22-74ee-42a6-861d-4f2e1933786e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:01.312413 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6966467 Apr 15 20:50:01.363642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c048b2-5c95-4c60-b02c-c1fd8462fec5 req-ed09d8d0-ca48-4694-866c-a69c1482e22d tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:01.378210 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23c048b2-5c95-4c60-b02c-c1fd8462fec5 req-ed09d8d0-ca48-4694-866c-a69c1482e22d tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 943 time: 0.8000004 Apr 15 20:50:01.472248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Attempting to bind port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:01.472785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Attempting to bind port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:01.473439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Attempting to bind port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:01.494336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:01.494861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:01.495416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.495945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:01.496579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Bound port: 4b1c2344-9a73-40dc-bfe7-8948fb126a6d, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:01.497093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.503488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Request body: {'port': {'device_id': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:01.634424 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23c048b2-5c95-4c60-b02c-c1fd8462fec5 req-4950cd53-0139-426f-a880-4e6f1ed32309 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548041 Apr 15 20:50:01.715737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] For port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:01.724316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] For port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:01.735850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.742523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Allocated IP 172.20.0.1 (cf4d53aa-aefb-43ee-9300-f500a9b5e295/8b2c76db-1cc5-4101-9b47-d15f22b445f5/080969a5-bef2-4fc7-a5d6-d51ede51d9b7) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:01.824756 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.938863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c2e59e22-74ee-42a6-861d-4f2e1933786e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:01.939066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:01.959072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:49:51Z', 'revision_number': 3, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:01.971439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d875324-1038-412b-9391-f3fc6affba06 None None] The sync data for ids ['9228b016-1767-4759-b81e-ea99b3599b17'] in dv-cinder-562053-18-smb is: [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:49:51Z', 'revision_number': 3, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:02.059408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Attempting to bind port 79a85146-e5ca-426e-9113-f51666a80a38 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:02.059787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Attempting to bind port 79a85146-e5ca-426e-9113-f51666a80a38 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:02.060170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Attempting to bind port 79a85146-e5ca-426e-9113-f51666a80a38 on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:02.076645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:02.103637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-efcd8de2-afc6-4bd5-9920-e26c0e6a056f req-4c783184-e547-4132-9217-39450d3b588e tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Unset dirty status for tenant:1609c4c0636948038538579dbc582393 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:02.105096 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-efcd8de2-afc6-4bd5-9920-e26c0e6a056f req-4c783184-e547-4132-9217-39450d3b588e tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 4.0368347 Apr 15 20:50:02.144911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:02.163705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Port 79a85146-e5ca-426e-9113-f51666a80a38 on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:02.164308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Attempting to bind port 79a85146-e5ca-426e-9113-f51666a80a38 on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:02.180617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Network c09bf7c1-a98b-4439-a501-e46c39115d79 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:02.288104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:02.329507 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e59e22-74ee-42a6-861d-4f2e1933786e None None] Pushing event updated for resources: {'Port': ['ID=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:02.347284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c2e59e22-74ee-42a6-861d-4f2e1933786e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:02.389449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:02.390660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:02.407482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206d21e5-2a2a-4976-8d2c-b8939a696676,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:02.646487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:02.687785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:02.694337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Transition to ACTIVE for port object 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:02.698704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Checking segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:02.699698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Bound using segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:02.700451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Bound port: 79a85146-e5ca-426e-9113-f51666a80a38, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:02.701067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:02.753943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:02.947040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-ec5d66ad-f022-4870-b599-7850cec4942e None None] Provisioning complete for port c126c2ec-16ec-431a-9564-60ec72b942fb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:02.947483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ec5d66ad-f022-4870-b599-7850cec4942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:03.007669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:03.027501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] For port 79a85146-e5ca-426e-9113-f51666a80a38, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:03.045702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] For port 79a85146-e5ca-426e-9113-f51666a80a38, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=79a85146-e5ca-426e-9113-f51666a80a38,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:03.117227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d66ad-f022-4870-b599-7850cec4942e None None] Port c126c2ec-16ec-431a-9564-60ec72b942fb cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:50:03.177667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:03.182180 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a9416dd7d5442a39931f7f00f5525a4&name=default HTTP/1.1" status: 200 len: 2979 time: 7.0046813 Apr 15 20:50:03.185473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:03.205318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39686) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:03.483670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 3, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:03.491478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ee9abe-ff6d-41ba-ab1c-89a4422708bd None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 3, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:03.533058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device e00ff7cc-8c02-4698-a2cc-16d9090a365a up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:03.728762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port e00ff7cc-8c02-4698-a2cc-16d9090a365a completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:03.734387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port e00ff7cc-8c02-4698-a2cc-16d9090a365a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:03.734830 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:03.753323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32827758-c65b-4051-9985-38344a4d3fd1 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:03.763534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:03.787010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Transition to ACTIVE for port object 32827758-c65b-4051-9985-38344a4d3fd1 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:03.811418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:03.812832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39698) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:03.837503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:03.875739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:03.894343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:03.895701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.054000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.068318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.923s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:04.083626 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.117634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port e00ff7cc-8c02-4698-a2cc-16d9090a365a, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=e00ff7cc-8c02-4698-a2cc-16d9090a365a,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:04.136062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39704) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:04.140413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.170849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:04.178702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.266653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:04.400866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=e00ff7cc-8c02-4698-a2cc-16d9090a365a,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:04.411251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:04.438637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Pushing event updated for resources: {'Port': ['ID=79a85146-e5ca-426e-9113-f51666a80a38,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:04.441385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.450402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-6e334781-9d18-4276-9f34-cc228d1eac52 None None] Provisioning for port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:04.457041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Router 364aff61-8c94-4211-ac77-54637fd93d2b has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:50:04.475047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-6e334781-9d18-4276-9f34-cc228d1eac52 None None] Provisioning complete for port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:04.476261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6e334781-9d18-4276-9f34-cc228d1eac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.477078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:04.496232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f0fe9318-7d49-4cb0-8e03-7825ef2b3a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:04.588087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-6e334781-9d18-4276-9f34-cc228d1eac52 None None] Port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:50:04.597091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.601821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/206d21e5-2a2a-4976-8d2c-b8939a696676 HTTP/1.1" status: 204 len: 168 time: 1.0559828 Apr 15 20:50:04.613003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206d21e5-2a2a-4976-8d2c-b8939a696676,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:04.638597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68881e6-8840-4797-8e2d-c07662176b85 req-f4b32184-d64c-4b2d-9c0a-94bd12e77099 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:04.652088 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e68881e6-8840-4797-8e2d-c07662176b85 req-f4b32184-d64c-4b2d-9c0a-94bd12e77099 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 943 time: 1.6499114 Apr 15 20:50:04.655578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Pushing event updated for resources: {'Port': ['ID=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:04.666201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.486s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:04.697594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-64f87c76-7a60-4c4f-be08-0d2fcfb106b0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:04.770380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.789470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Pushing event updated for resources: {'Port': ['ID=32827758-c65b-4051-9985-38344a4d3fd1,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:04.819103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:04.825487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:04.853628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:04.858117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Usage tracker for resource:security_group_rule and tenant:42153ee703e64dcd8817f8975b8982e4 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:04.861131 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:04.867662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:04.912012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c87b8-3faf-46d9-ae2d-94cb5d56f093 req-599d7949-4736-488c-9b2d-0304ec6a4645 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:04.915211 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-311c87b8-3faf-46d9-ae2d-94cb5d56f093 req-599d7949-4736-488c-9b2d-0304ec6a4645 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 944 time: 1.3109012 Apr 15 20:50:04.934676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.936245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:04.993193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:04.997504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Usage tracker for resource:security_group_rule and tenant:a1fb565c0f234c20b5e0787d733eba68 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:05.001324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:05.035254 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:05.070721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-e68881e6-8840-4797-8e2d-c07662176b85 req-777c708f-4aa4-4f8e-9533-712e30ddb3fe tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:05.279674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-e68881e6-8840-4797-8e2d-c07662176b85 req-777c708f-4aa4-4f8e-9533-712e30ddb3fe tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:05.280982 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e68881e6-8840-4797-8e2d-c07662176b85 req-777c708f-4aa4-4f8e-9533-712e30ddb3fe tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864985 Apr 15 20:50:05.316037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:50:05.317969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.326159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:50:05.337468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:05.339293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:05.440399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.459586 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:05.460336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.462015 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] 10.222.0.60 "PUT /v2.0/ports/79a85146-e5ca-426e-9113-f51666a80a38 HTTP/1.1" status: 200 len: 1093 time: 8.0237789 Apr 15 20:50:05.462541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'tag': '79a85146-e5ca-426e-9113-f51666a80a38'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:05.517695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.562960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:05.570800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Attempting to bind port 32827758-c65b-4051-9985-38344a4d3fd1 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:05.571272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Attempting to bind port 32827758-c65b-4051-9985-38344a4d3fd1 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '783154f7-9f70-4ff1-b31f-3e4fb93f4114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:05.571668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Attempting to bind port 32827758-c65b-4051-9985-38344a4d3fd1 on network 77c4ab65-5663-408a-a611-f58104ae2026 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:05.584485 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-311c87b8-3faf-46d9-ae2d-94cb5d56f093 req-7370eb51-fe53-4721-a816-d7825d76d684 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6344929 Apr 15 20:50:05.615218 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] 10.222.0.70 "PUT /v2.0/routers/364aff61-8c94-4211-ac77-54637fd93d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8561611 Apr 15 20:50:05.615641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Port 32827758-c65b-4051-9985-38344a4d3fd1 on network 77c4ab65-5663-408a-a611-f58104ae2026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:05.615641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Attempting to bind port 32827758-c65b-4051-9985-38344a4d3fd1 on network 77c4ab65-5663-408a-a611-f58104ae2026 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:05.650011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:05.650368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Checking segment: {'id': '783154f7-9f70-4ff1-b31f-3e4fb93f4114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:05.650942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Bound using segment: {'id': '783154f7-9f70-4ff1-b31f-3e4fb93f4114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:05.651469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Bound port: 32827758-c65b-4051-9985-38344a4d3fd1, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783154f7-9f70-4ff1-b31f-3e4fb93f4114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:05.651862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.684488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Allocated IP 172.20.0.1 (5d7393cc-0125-4839-8ea3-22e6d41f59c3/64bda6a8-a0fc-4084-bb58-c4cf7326931f/34b65693-c148-4142-b686-9f950bdcb1a6) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:05.691643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.700023 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42153ee703e64dcd8817f8975b8982e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8309212 Apr 15 20:50:05.705001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39740) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:05.722502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:05.723326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a578da27-ed54-4d27-a11f-c3c89c77ed68,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:05.750061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-5e37bcfd-2fa2-4064-9ddd-4a4cf79e4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:05.752101 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-5e37bcfd-2fa2-4064-9ddd-4a4cf79e4eff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 1096 time: 0.2256567 Apr 15 20:50:05.753831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:05.761825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:05.861227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:05.894299 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-402a5757-1fc1-4be7-90d3-137f935f3dc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a85146-e5ca-426e-9113-f51666a80a38 HTTP/1.1" status: 200 len: 217 time: 0.0883181 Apr 15 20:50:06.027594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066637-5c24-4494-be66-e90c1afb97c9 req-5a21bb8c-58eb-4dd5-9191-80aaeaffadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:06.028708 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a1fb565c0f234c20b5e0787d733eba68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4754934 Apr 15 20:50:06.029110 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-5a21bb8c-58eb-4dd5-9191-80aaeaffadcd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.1263897 Apr 15 20:50:06.029612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39750) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:06.070443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f6eb29-6aa2-405e-9b7f-da545c7377bd,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:06.081558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:06.114903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.141443 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'tag': '79a85146-e5ca-426e-9113-f51666a80a38', 'status': 'completed', 'code': 200} Apr 15 20:50:06.143059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 4b1c2344-9a73-40dc-bfe7-8948fb126a6d up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:06.166501 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-0f0dc23e-fc1b-4b08-b3a6-dcb60fa9cecc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216450 Apr 15 20:50:06.182272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] For port 32827758-c65b-4051-9985-38344a4d3fd1, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:06.188417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] For port 32827758-c65b-4051-9985-38344a4d3fd1, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=32827758-c65b-4051-9985-38344a4d3fd1,segment=NetworkSegment(783154f7-9f70-4ff1-b31f-3e4fb93f4114),segment_id=783154f7-9f70-4ff1-b31f-3e4fb93f4114)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:06.201204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.209595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.300635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-774103db-1ea2-409e-b5cb-f1c2fb231cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:06.371545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.432018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.458203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:06.533871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.539513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:06.548092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:06.548691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.584780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Pushing event updated for resources: {'Port': ['ID=32827758-c65b-4051-9985-38344a4d3fd1,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:06.659013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.resource_extend [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 20:50:06.672450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:06.712740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.717476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.735202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Pushing event updated for resources: {'Port': ['ID=34b65693-c148-4142-b686-9f950bdcb1a6,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:06.740527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:49:56Z', 'revision_number': 2, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:06.750229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.755565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.755685 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-7cca6fdd-52f6-4b65-b6e6-75d96772c32a service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765042 Apr 15 20:50:06.756822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:06.793086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:06.795200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:50:06.796093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Updating router 364aff61-8c94-4211-ac77-54637fd93d2b port c126c2ec-16ec-431a-9564-60ec72b942fb binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:50:06.816151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.876364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.934516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:06.940793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.943019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device e00ff7cc-8c02-4698-a2cc-16d9090a365a up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:06.948572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:06.955555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:06.956075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:06.958367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:06.989419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.030039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:07.085820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f6eb29-6aa2-405e-9b7f-da545c7377bd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:07.101908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:07.108713 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38066637-5c24-4494-be66-e90c1afb97c9 req-2b6c998c-77ba-4fdf-b18f-9ef939a953ea service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411484 Apr 15 20:50:07.117993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.121616 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/31f6eb29-6aa2-405e-9b7f-da545c7377bd HTTP/1.1" status: 204 len: 168 time: 1.0801685 Apr 15 20:50:07.133652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76e32-4a05-42af-aefb-403b48ba484f req-2ee9fc4d-32da-47b5-960c-fab72baeb66c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:07.135696 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-acb76e32-4a05-42af-aefb-403b48ba484f req-2ee9fc4d-32da-47b5-960c-fab72baeb66c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 943 time: 0.6215744 Apr 15 20:50:07.142150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Pushing event updated for resources: {'Port': ['ID=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:07.150289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.155323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:07.177794 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:07.189893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39786) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:07.208109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81992702', 'description': 'tempest-description--992804651'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:07.223821 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a578da27-ed54-4d27-a11f-c3c89c77ed68,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:07.238876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:07.239572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.241106 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] 10.222.0.60 "PUT /v2.0/ports/32827758-c65b-4051-9985-38344a4d3fd1 HTTP/1.1" status: 200 len: 1094 time: 5.7607000 Apr 15 20:50:07.244361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'tag': '32827758-c65b-4051-9985-38344a4d3fd1'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:07.380331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:07.382703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:07.399858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:07.465870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:07.488727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:07.516057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:07.522347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:07.593213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port e00ff7cc-8c02-4698-a2cc-16d9090a365a triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:07.593854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.597811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.633572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:07.636595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.655731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:07.671656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:07.683261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-f2bb718f-663c-4c68-82e6-0eb45ec1d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:07.684876 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-f2bb718f-663c-4c68-82e6-0eb45ec1d123 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 1096 time: 0.4524674 Apr 15 20:50:07.686539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:07.787830 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:07.796939 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-acb76e32-4a05-42af-aefb-403b48ba484f req-adc6af78-2027-41c2-814c-229e23359b32 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6495268 Apr 15 20:50:07.803103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.804651 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a578da27-ed54-4d27-a11f-c3c89c77ed68 HTTP/1.1" status: 204 len: 168 time: 2.0838559 Apr 15 20:50:07.817484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:07.827949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:07.866462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8790c-78f3-4a84-9b86-4f2fd1690c99 req-d2b568bc-dc95-458a-b0d4-b48926e57119 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:07.868219 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-76a8790c-78f3-4a84-9b86-4f2fd1690c99 req-d2b568bc-dc95-458a-b0d4-b48926e57119 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 944 time: 0.4988487 Apr 15 20:50:07.896019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39808) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:07.940402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:07.990434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Transition to ACTIVE for port object c126c2ec-16ec-431a-9564-60ec72b942fb will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:08.007371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.033799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0858791f-edfa-4004-995f-3c6c8bc64dd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:08.087298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 4b1c2344-9a73-40dc-bfe7-8948fb126a6d up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:08.318252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-7bf9db1f-d585-4abd-94dd-e61ec1acaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:08.319609 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-7bf9db1f-d585-4abd-94dd-e61ec1acaccf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1609c4c0636948038538579dbc582393&device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 1097 time: 1.0084748 Apr 15 20:50:08.331312 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'tag': '32827758-c65b-4051-9985-38344a4d3fd1', 'status': 'completed', 'code': 200} Apr 15 20:50:08.343089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-72ac41c2-166d-45d9-aaf7-fdb02a47c6d5 None None] Provisioning complete for port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:08.343495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72ac41c2-166d-45d9-aaf7-fdb02a47c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.369160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.414353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:08.423702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5558e-c823-4be0-894d-bae34758a97c None None] Pushing event updated for resources: {'Port': ['ID=c126c2ec-16ec-431a-9564-60ec72b942fb,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:08.429527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e2a5558e-c823-4be0-894d-bae34758a97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:08.434222 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Usage tracker for resource:security_group_rule and tenant:11c5bf06a470479b8ac3754f9701a5b5 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:08.451549 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-53feb90a-ed85-4bdc-b39a-e606311e2201 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32827758-c65b-4051-9985-38344a4d3fd1 HTTP/1.1" status: 200 len: 217 time: 0.1191170 Apr 15 20:50:08.490524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-72ac41c2-166d-45d9-aaf7-fdb02a47c6d5 None None] Port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:50:08.506483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:08.506905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.541195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:08.544907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-fb748df7-47d7-4941-b948-b62fb20d5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:08.546734 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-fb748df7-47d7-4941-b948-b62fb20d5fb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0983830b-6d6c-4acb-b3b0-fa9bb0145532 HTTP/1.1" status: 200 len: 850 time: 0.0891066 Apr 15 20:50:08.547591 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-76a8790c-78f3-4a84-9b86-4f2fd1690c99 req-0c84ce83-1de3-4bc9-85fe-14c8c53caa66 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579571 Apr 15 20:50:08.557285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:08.622114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-5baad7bc-5d04-4c5e-afd8-a712a13cad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:08.624216 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-5baad7bc-5d04-4c5e-afd8-a712a13cad34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 915 time: 0.9026146 Apr 15 20:50:08.631732 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-23e7f35f-9a69-413c-9780-c7358cf17b2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77c4ab65-5663-408a-a611-f58104ae2026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776646 Apr 15 20:50:08.634267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:50:08.655543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.737016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.757409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.760223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.762142 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-d57f3ba4-94dc-4f00-a14c-4fcc8c987c25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a85146-e5ca-426e-9113-f51666a80a38 HTTP/1.1" status: 200 len: 217 time: 0.1155801 Apr 15 20:50:08.865852 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.876171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Attempting to bind port c126c2ec-16ec-431a-9564-60ec72b942fb on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:08.876963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Attempting to bind port c126c2ec-16ec-431a-9564-60ec72b942fb by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:08.877534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Attempting to bind port c126c2ec-16ec-431a-9564-60ec72b942fb on network c09bf7c1-a98b-4439-a501-e46c39115d79 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:08.887140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:08.887757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Checking segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:08.888531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.889197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Bound using segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:08.889877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Bound port: c126c2ec-16ec-431a-9564-60ec72b942fb, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:08.890975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.931968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:08.941168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:08.986314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.044419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.045777 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8550956 Apr 15 20:50:09.074011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39832) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:09.102435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'security_group_rule': {'security_group_id': '18bf219e-92b0-430d-833a-7065b0063e4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:09.133616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18bf219e-92b0-430d-833a-7065b0063e4a,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:09.139530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:09.151785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:09.152332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:09.187281 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:09.196074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-353170b3-e5ea-4bf9-b252-cdfc4319346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:09.197825 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-353170b3-e5ea-4bf9-b252-cdfc4319346e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.3298206 Apr 15 20:50:09.200281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=11c5bf06a470479b8ac3754f9701a5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3031964 Apr 15 20:50:09.201562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:09.204667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39840) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:09.210225 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-d44fe399-ca4d-4033-85c4-5c99e24f4e8e service neutron] 10.222.0.60 "GET /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706251 Apr 15 20:50:09.234994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:09.269310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] For port c126c2ec-16ec-431a-9564-60ec72b942fb, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:09.273235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] For port c126c2ec-16ec-431a-9564-60ec72b942fb, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c126c2ec-16ec-431a-9564-60ec72b942fb,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:09.278553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.295047 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-c66ee321-9c70-417a-8edb-a458dc3feac8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754807 Apr 15 20:50:09.299200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-493d50ef-a851-4bdf-9cfc-2072f0fc082c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:09.303393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad018cb-c5b7-44ec-a685-c7e56bf62ddc req-cf987cde-5838-4023-ba80-340ea9674089 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:09.311863 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bad018cb-c5b7-44ec-a685-c7e56bf62ddc req-cf987cde-5838-4023-ba80-340ea9674089 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 943 time: 0.3586924 Apr 15 20:50:09.321182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:50:09.326896 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] 10.222.0.70 "PUT /v2.0/routers/41abcd60-e6e2-4b2e-8f78-4434e8c46ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0878506 Apr 15 20:50:09.339202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:50:09.354706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:09.358926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:09.442104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Pushing event updated for resources: {'Port': ['ID=34b65693-c148-4142-b686-9f950bdcb1a6,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:09.459379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:09.462916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.502197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:09.616913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.633369 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bad018cb-c5b7-44ec-a685-c7e56bf62ddc req-298417ab-8a16-4ae1-8ce2-672f9abaa46f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203864 Apr 15 20:50:09.674077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.684705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.743535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5558e-c823-4be0-894d-bae34758a97c None None] Pushing event updated for resources: {'Port': ['ID=c126c2ec-16ec-431a-9564-60ec72b942fb,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:09.769661 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1243be5c-9cce-4a0b-9c90-f7539c47bd90 req-07d5a5b0-aa8e-4d34-8e51-a58a3927b6dd service neutron] 10.222.0.60 "GET /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147176 Apr 15 20:50:09.794277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:09.810866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac6d246-aaf5-4ace-b393-b22cc7643fb8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:09.819127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:09.821778 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-f0af8bdf-9513-4653-a051-4b3ddbb2f801 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058622 Apr 15 20:50:09.829757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e2a5558e-c823-4be0-894d-bae34758a97c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:09.836001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:09.855882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:09.879399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:09.882161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:09.882997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:09.937295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:10.117542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-0ef46bdc-e2b7-430a-97c6-452d5720474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:10.125487 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-0ef46bdc-e2b7-430a-97c6-452d5720474b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1609c4c0636948038538579dbc582393&device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 1097 time: 0.2906575 Apr 15 20:50:10.127661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c75530-da23-46bc-8fca-29dfd90e723b,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:10.194441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:10.231134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:10.256024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:10.276892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac6d246-aaf5-4ace-b393-b22cc7643fb8,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:10.288050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:10.300232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:10.336748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:10.340053 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bac6d246-aaf5-4ace-b393-b22cc7643fb8 HTTP/1.1" status: 204 len: 168 time: 1.1320379 Apr 15 20:50:10.375567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:10.379692 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2985725 Apr 15 20:50:10.385299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39870) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:10.407097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'security_group_rule': {'security_group_id': '18bf219e-92b0-430d-833a-7065b0063e4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:10.428770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:10.448087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:10.458520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:10.479847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:10.631689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e3d64-4cc2-4079-93b2-f45f254e1094 req-8a967242-38f9-4915-8dc4-53dfad4cef4f tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:10.643896 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ef2e3d64-4cc2-4079-93b2-f45f254e1094 req-8a967242-38f9-4915-8dc4-53dfad4cef4f tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 944 time: 0.8161850 Apr 15 20:50:10.648741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-6e7d28db-6c5d-4a1f-be5c-3ecca3a6489c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:10.659027 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-6e7d28db-6c5d-4a1f-be5c-3ecca3a6489c service neutron] 10.222.0.60 "GET /v2.0/networks?id=77c4ab65-5663-408a-a611-f58104ae2026 HTTP/1.1" status: 200 len: 911 time: 0.5195298 Apr 15 20:50:10.753156 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a54b1d4c-216f-4e23-9db9-aeffc765ed0c req-d36be9a3-6e6b-4bf0-ad89-a33d85c0056c service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990090 Apr 15 20:50:10.810855 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-c4ec9acc-e518-4049-a13b-917233f194a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32827758-c65b-4051-9985-38344a4d3fd1 HTTP/1.1" status: 200 len: 217 time: 0.1362400 Apr 15 20:50:10.812518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:10.831104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 79a85146-e5ca-426e-9113-f51666a80a38 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:10.850954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:50:10.948927 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ef2e3d64-4cc2-4079-93b2-f45f254e1094 req-b7f257af-a98b-4380-b311-b709b6100b4a tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039343 Apr 15 20:50:10.977899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Router 9228b016-1767-4759-b81e-ea99b3599b17 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:50:10.992484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-7c063778-579a-43e1-a25a-c0fab4ebf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:10.995162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-7c063778-579a-43e1-a25a-c0fab4ebf9c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0983830b-6d6c-4acb-b3b0-fa9bb0145532 HTTP/1.1" status: 200 len: 850 time: 0.1685791 Apr 15 20:50:11.005320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.105086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.162062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39900) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:11.179760 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-fb42deec-5738-4a56-b632-8b294cca7d5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=77c4ab65-5663-408a-a611-f58104ae2026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718152 Apr 15 20:50:11.187327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:11.220064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.234594 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8442492 Apr 15 20:50:11.241161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993667195', 'description': 'tempest-description--650955671'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:11.247480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39908) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:11.284376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:11.310228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 2, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:11.317140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'floatingip': {'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:11.322075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25adf3-2389-45b2-a7d5-0c96f26388c5,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:11.325702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:11.335116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:11.355110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:50:11.355517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Updating router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:50:11.396319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:floatingip and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:11.452156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.483888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:11.506284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:11.519913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:11.536299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 79a85146-e5ca-426e-9113-f51666a80a38, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=79a85146-e5ca-426e-9113-f51666a80a38,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:11.537436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:11.562428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '79a85146-e5ca-426e-9113-f51666a80a38', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'port_id': '79a85146-e5ca-426e-9113-f51666a80a38', 'mac_address': 'fa:16:3e:fc:50:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c277ce-a3d6-4fe8-92f5-d440dd60aa68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:11.568399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:11.595300 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-3fab0585-9983-4937-9f3e-7682f77cb66d service neutron] 10.222.0.60 "GET /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422139 Apr 15 20:50:11.597740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.606883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.635142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.649931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:09Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:11.659567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59cfc0-aa04-4116-8030-b465134fb272 None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:09Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:11.664187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:11.667584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a85146-e5ca-426e-9113-f51666a80a38 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:11.684041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:11.689011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:50:11.713433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 79a85146-e5ca-426e-9113-f51666a80a38, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=79a85146-e5ca-426e-9113-f51666a80a38,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:11.715531 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] 10.222.0.70 "PUT /v2.0/routers/9228b016-1767-4759-b81e-ea99b3599b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0100682 Apr 15 20:50:11.717100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:11.717424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Sync routers for ids ['9228b016-1767-4759-b81e-ea99b3599b17'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:50:11.729052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:11.729320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:11.743323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190d423-c8a6-48e1-ab3c-19212322b454 req-cdbbfc3b-7b80-453f-9baa-2942567a236e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:11.744515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:11.752281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7190d423-c8a6-48e1-ab3c-19212322b454 req-cdbbfc3b-7b80-453f-9baa-2942567a236e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 943 time: 0.4863989 Apr 15 20:50:11.835669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Routers {'9228b016-1767-4759-b81e-ea99b3599b17'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:11.836434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['9228b016-1767-4759-b81e-ea99b3599b17'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:11.901897 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7190d423-c8a6-48e1-ab3c-19212322b454 req-069440d5-6919-4c8b-959d-cdd998a8bb23 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491506 Apr 15 20:50:12.095057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.103372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.115402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:12.194785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:12.233592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98233f7-8ea9-4994-a071-bf30f026248d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:12.251510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:12.296311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.302302 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1248066 Apr 15 20:50:12.305860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39950) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:12.315490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c126c2ec-16ec-431a-9564-60ec72b942fb up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:12.318757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'security_group_rule': {'security_group_id': 'e98233f7-8ea9-4994-a071-bf30f026248d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:12.349585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:12.367512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 32827758-c65b-4051-9985-38344a4d3fd1 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:12.368836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:12.378217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:12.402053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:12.469533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.546055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.578705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39958) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:12.581953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Transition to ACTIVE for port object 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:12.604579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.633349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-738d4d09-e5bc-41fc-b422-8874af08033c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:12.766933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.779894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.794941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:12.820284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 32827758-c65b-4051-9985-38344a4d3fd1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=32827758-c65b-4051-9985-38344a4d3fd1,segment=NetworkSegment(783154f7-9f70-4ff1-b31f-3e4fb93f4114),segment_id=783154f7-9f70-4ff1-b31f-3e4fb93f4114)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:12.855827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '32827758-c65b-4051-9985-38344a4d3fd1', 'network_id': '77c4ab65-5663-408a-a611-f58104ae2026', 'port_id': '32827758-c65b-4051-9985-38344a4d3fd1', 'mac_address': 'fa:16:3e:06:a2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0983830b-6d6c-4acb-b3b0-fa9bb0145532', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:12.863071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ccc71-3989-4e03-a805-e95c95af9b2f None None] Pushing event updated for resources: {'Port': ['ID=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:12.924852 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3eb412-3c8c-4643-9268-e70cd865e36e,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:12.934314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.938524 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6284709 Apr 15 20:50:12.947526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:12.948049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39964) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:12.953385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:12.976371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'security_group_rule': {'security_group_id': 'e98233f7-8ea9-4994-a071-bf30f026248d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:12.985099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32827758-c65b-4051-9985-38344a4d3fd1 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:13.002521 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:13.004705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 32827758-c65b-4051-9985-38344a4d3fd1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=32827758-c65b-4051-9985-38344a4d3fd1,segment=NetworkSegment(783154f7-9f70-4ff1-b31f-3e4fb93f4114),segment_id=783154f7-9f70-4ff1-b31f-3e4fb93f4114)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:13.022620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:13.025683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.044589 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:13.072741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1b4ccc71-3989-4e03-a805-e95c95af9b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:13.083084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=79a85146-e5ca-426e-9113-f51666a80a38,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:13.110477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.366s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:13.113148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:13.200438 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-762e6319-1a91-460e-af4b-95d0ef314c9e req-1de57926-5c1f-4cd1-97ef-e46e8d6b9243 service neutron] 10.222.0.60 "GET /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5640647 Apr 15 20:50:13.240089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6e194-a4b7-4034-bd06-e2634a639b99 req-6e7ab72a-09c6-438b-ac2c-5510cb34a218 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:13.249608 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b7c6e194-a4b7-4034-bd06-e2634a639b99 req-6e7ab72a-09c6-438b-ac2c-5510cb34a218 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 944 time: 0.4733675 Apr 15 20:50:13.287814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.317928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-fa6a52b4-146b-4adf-82a8-2792164c93c0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:13.318957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-fa6a52b4-146b-4adf-82a8-2792164c93c0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Synchronizing usage tracker for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:13.327736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:13.355898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.381465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:13.386046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Usage tracker for resource:security_group_rule and tenant:c516662f3c66445d9247314b396960de is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:13.398069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:13.406328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:13.429746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Set router 9228b016-1767-4759-b81e-ea99b3599b17 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:13.512063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['32827758-c65b-4051-9985-38344a4d3fd1'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:13.576839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.590196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.602616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port c126c2ec-16ec-431a-9564-60ec72b942fb completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:13.631540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-b7c6e194-a4b7-4034-bd06-e2634a639b99 req-31406841-e030-4549-b8da-6bca1b696b63 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Synchronizing usage tracker for tenant:1609c4c0636948038538579dbc582393 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:13.696758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port c126c2ec-16ec-431a-9564-60ec72b942fb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:13.697153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.711384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ad051571-ced1-4a15-b77c-98af144555e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:13.749660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Attempting to bind port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:13.750402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Attempting to bind port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:13.750989 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Attempting to bind port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:13.758191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:13.759134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Checking segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:13.759749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.760366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Bound using segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:13.761065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Bound port: 080969a5-bef2-4fc7-a5d6-d51ede51d9b7, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:13.761800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.785844 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c516662f3c66445d9247314b396960de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2059159 Apr 15 20:50:13.789215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-b7c6e194-a4b7-4034-bd06-e2634a639b99 req-31406841-e030-4549-b8da-6bca1b696b63 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Unset dirty status for tenant:1609c4c0636948038538579dbc582393 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:13.790671 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b7c6e194-a4b7-4034-bd06-e2634a639b99 req-31406841-e030-4549-b8da-6bca1b696b63 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401330 Apr 15 20:50:13.791994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.798378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 39984) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:13.891547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-fa6a52b4-146b-4adf-82a8-2792164c93c0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Unset dirty status for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:13.892965 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-fa6a52b4-146b-4adf-82a8-2792164c93c0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 818 time: 0.8384414 Apr 15 20:50:13.896478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b59b9-e85e-4999-a4db-82141b87b09a,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:13.904575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:13.916905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.917888 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-54af8c24-4492-4ede-a3d6-5d37fed9b468 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/quotas/998847f269fb4b02b3e4d93d795dbff6 HTTP/1.1" status: 200 len: 375 time: 0.0180240 Apr 15 20:50:13.918105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=32827758-c65b-4051-9985-38344a4d3fd1,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:13.923015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:13.944413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Allocated IP 172.28.0.187 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/a10f96cd-be20-40d7-9c52-204692ec8cd6) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:13.951191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.980394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:13.995790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] For port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:14.001828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] For port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:14.010115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.012811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.018804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:14.059787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.061025 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1075678 Apr 15 20:50:14.061951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2db4a0-40a6-49bf-8ddb-529669d4f2a6,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:14.068313 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 39990) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:14.069227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b0eefd64-4618-4991-bfef-209d95bec233 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:14.086583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'floatingip': {'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:14.095479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:14.099827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:floatingip and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:14.103754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:14.109638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:14.122714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.150812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-a0bbb243-1dd5-4957-90bc-71af9f2810b1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Synchronizing usage tracker for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:14.173596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:14.252999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.277795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66410b4-9a30-4bec-b09f-a19827e5984a req-e09da9c7-4fa2-4457-afb8-9c5426c1a870 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:14.278673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-a0bbb243-1dd5-4957-90bc-71af9f2810b1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Unset dirty status for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:14.279574 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a66410b4-9a30-4bec-b09f-a19827e5984a req-e09da9c7-4fa2-4457-afb8-9c5426c1a870 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 944 time: 0.2005069 Apr 15 20:50:14.283944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:14.289461 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-a0bbb243-1dd5-4957-90bc-71af9f2810b1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3365448 Apr 15 20:50:14.328883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.332370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ccc71-3989-4e03-a805-e95c95af9b2f None None] Pushing event updated for resources: {'Port': ['ID=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:14.348379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1b4ccc71-3989-4e03-a805-e95c95af9b2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:14.349807 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:14.350899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:14.368376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b59b9-e85e-4999-a4db-82141b87b09a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:14.379482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:14.400514 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a66410b4-9a30-4bec-b09f-a19827e5984a req-8ec10e78-910e-4fa0-b7bb-959a5ae87fda tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008809 Apr 15 20:50:14.402671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.420533 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a39b59b9-e85e-4999-a4db-82141b87b09a HTTP/1.1" status: 204 len: 168 time: 0.6208651 Apr 15 20:50:14.489005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.521688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:14.583559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.653805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port c126c2ec-16ec-431a-9564-60ec72b942fb, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c126c2ec-16ec-431a-9564-60ec72b942fb,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:14.667931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.674285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:14.766608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:14.779969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=c126c2ec-16ec-431a-9564-60ec72b942fb,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:14.791795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:14.815504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:50:07Z', 'revision_number': 4, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '34b65693-c148-4142-b686-9f950bdcb1a6', 'name': '', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'mac_address': 'fa:16:3e:43:9f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:05Z', 'updated_at': '2021-04-15T20:50:07Z', 'revision_number': 2, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'subnets': [{'id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:14.823303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Checking router: 9228b016-1767-4759-b81e-ea99b3599b17 for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:50:14.823620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Updating router 9228b016-1767-4759-b81e-ea99b3599b17 port 34b65693-c148-4142-b686-9f950bdcb1a6 binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:50:14.861534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'Port': ['ID=a10f96cd-be20-40d7-9c52-204692ec8cd6,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:14.869298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:14.871375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:14.873282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:14.878943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:14.969509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:14.981464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.138846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 40014) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:15.172999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.190348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.235697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:15.241073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Usage tracker for resource:security_group_rule and tenant:2841fce512124e79929295b9bcb6fcf6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:15.247153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:15.259221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:15.280296 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-477366a2-88b6-41a8-8c0a-04cb7ecfcec0 service neutron] 10.222.0.70 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9782879 Apr 15 20:50:15.321871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.361895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.383062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.434477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458121-3154-4c15-a826-084a1c67541f req-439036db-0263-4e75-a55f-4f03de8343a6 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:15.448881 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c9458121-3154-4c15-a826-084a1c67541f req-439036db-0263-4e75-a55f-4f03de8343a6 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 945 time: 0.3973019 Apr 15 20:50:15.471009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:15.525526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Allocated IP 172.28.0.205 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/9e76290a-636e-4b3f-a344-9821d84633bd) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:15.550999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:13Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:15.558826 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c9458121-3154-4c15-a826-084a1c67541f req-14964e2f-4540-4357-97fd-d61e925e2dc1 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088176 Apr 15 20:50:15.565489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a64eeb4-22f4-48d1-8d62-859574c9e5f1 None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:13Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:15.596044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.639398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Transition to ACTIVE for port object 34b65693-c148-4142-b686-9f950bdcb1a6 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:15.639652 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2841fce512124e79929295b9bcb6fcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995999 Apr 15 20:50:15.653251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.694172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e6d6571e-e4e3-42bd-9622-4f40cba3da9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:15.772650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.805164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40026) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:15.817227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a790f6ba-4531-4e5a-b04c-d6a866dd0492,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:15.886251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:15.947260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:15.990503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869774fb-6d93-4736-b968-e5caae53c034 None None] Pushing event updated for resources: {'Port': ['ID=34b65693-c148-4142-b686-9f950bdcb1a6,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:15.998576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-869774fb-6d93-4736-b968-e5caae53c034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:16.020186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:16.051668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f6640-4b8b-43ab-94a0-e620b8a837fe req-606a9cdc-1399-4497-a71b-0955339d6ab5 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:16.060261 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-251f6640-4b8b-43ab-94a0-e620b8a837fe req-606a9cdc-1399-4497-a71b-0955339d6ab5 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 944 time: 0.2339315 Apr 15 20:50:16.152654 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-251f6640-4b8b-43ab-94a0-e620b8a837fe req-e5072da3-d0a2-42b0-bcf0-c9bddcab6435 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912714 Apr 15 20:50:16.199641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.210065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.234411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:16.354652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.361900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'Port': ['ID=9e76290a-636e-4b3f-a344-9821d84633bd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:16.382896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 79a85146-e5ca-426e-9113-f51666a80a38 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:16.465134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Attempting to bind port 34b65693-c148-4142-b686-9f950bdcb1a6 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:16.466050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Attempting to bind port 34b65693-c148-4142-b686-9f950bdcb1a6 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:16.468458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Attempting to bind port 34b65693-c148-4142-b686-9f950bdcb1a6 on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:16.492661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:16.493242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Checking segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:16.493812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.494691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Bound using segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:16.497363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Bound port: 34b65693-c148-4142-b686-9f950bdcb1a6, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:16.498235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.503243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:16.503476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'Port': ['ID=a10f96cd-be20-40d7-9c52-204692ec8cd6,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:16.519113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:16.524876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:16.536036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:16.541966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:16.616154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.652473 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-777ef966-7d2d-435b-95bd-e7a8527ad782 service neutron] 10.222.0.70 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3636532 Apr 15 20:50:16.674679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.692076 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.702020 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3861003 Apr 15 20:50:16.773581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] For port 34b65693-c148-4142-b686-9f950bdcb1a6, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:16.790407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] For port 34b65693-c148-4142-b686-9f950bdcb1a6, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=34b65693-c148-4142-b686-9f950bdcb1a6,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:16.796290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.859977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:16.885676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-32fb16f1-bceb-44d9-be09-ffe498ac89b8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:16.898559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:16.946435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a790f6ba-4531-4e5a-b04c-d6a866dd0492,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:16.989578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.023943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:17.105858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:17.154102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63c81e-d758-4f32-a698-dce965576119 req-419f5be4-19c1-4560-a76f-2128235ce0e0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:17.163249 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7b63c81e-d758-4f32-a698-dce965576119 req-419f5be4-19c1-4560-a76f-2128235ce0e0 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 945 time: 0.3105319 Apr 15 20:50:17.205758 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d7f69a86-505c-4aa7-a7e7-182d7214754f req-8e5888c0-fe0d-4aa9-8496-ee22c0bb732e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 210 time: 0.0711262 Apr 15 20:50:17.215515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.216744 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a790f6ba-4531-4e5a-b04c-d6a866dd0492 HTTP/1.1" status: 204 len: 168 time: 1.4105234 Apr 15 20:50:17.277259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.285444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 79a85146-e5ca-426e-9113-f51666a80a38 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:17.314135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 79a85146-e5ca-426e-9113-f51666a80a38 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:17.314570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.342612 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7b63c81e-d758-4f32-a698-dce965576119 req-28ea2ec6-4488-47e9-be9c-38374b3251e4 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764176 Apr 15 20:50:17.518277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-196f5d52-0eb4-4b0e-8729-3c9ec0c78133 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:17.640657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-196f5d52-0eb4-4b0e-8729-3c9ec0c78133 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:17.649919 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-196f5d52-0eb4-4b0e-8729-3c9ec0c78133 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--81992702&fields=id&tenant_id=17bd4e7cb3a64e5eabc483399370f9ef HTTP/1.1" status: 200 len: 267 time: 0.2293332 Apr 15 20:50:17.762794 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f88e5-ee52-412f-a99c-cccc68bd5805 req-3e29a817-3b5c-4fed-ac12-d47ce2579dc4 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:17.764506 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cd0f88e5-ee52-412f-a99c-cccc68bd5805 req-3e29a817-3b5c-4fed-ac12-d47ce2579dc4 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 944 time: 0.2216873 Apr 15 20:50:17.837078 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cd0f88e5-ee52-412f-a99c-cccc68bd5805 req-2aa93bc6-2eb4-40a8-9d73-9d646f0202cd tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 Apr 15 20:50:17.861628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869774fb-6d93-4736-b968-e5caae53c034 None None] Pushing event updated for resources: {'Port': ['ID=34b65693-c148-4142-b686-9f950bdcb1a6,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:17.881096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:17.892172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-869774fb-6d93-4736-b968-e5caae53c034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:17.894457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:17.894891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.926073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-cea2607a-b8ca-49f1-a167-d31524a63f37 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:17.926877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-cea2607a-b8ca-49f1-a167-d31524a63f37 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:17.968613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:17.970618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-cea2607a-b8ca-49f1-a167-d31524a63f37 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:17.979950 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-cea2607a-b8ca-49f1-a167-d31524a63f37 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 810 time: 0.3289266 Apr 15 20:50:17.991252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.032050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:18.121966 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-00b6f586-78d0-47ab-b0c4-9249a5632b97 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/quotas/17bd4e7cb3a64e5eabc483399370f9ef HTTP/1.1" status: 200 len: 375 time: 0.1410062 Apr 15 20:50:18.139838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.166649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Routers {'9228b016-1767-4759-b81e-ea99b3599b17'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:18.167352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:49:55Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['9228b016-1767-4759-b81e-ea99b3599b17'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:18.184503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-33ea8527-e66f-46d1-ba94-c4949d9fbf1e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:18.186471 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-33ea8527-e66f-46d1-ba94-c4949d9fbf1e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 818 time: 0.2018745 Apr 15 20:50:18.210967 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-95ed37de-7c57-4efe-a845-e9cda5c48502 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/quotas/998847f269fb4b02b3e4d93d795dbff6 HTTP/1.1" status: 200 len: 375 time: 0.0173335 Apr 15 20:50:18.286515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:18.295441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.296373 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c126c2ec-16ec-431a-9564-60ec72b942fb up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:18.331398 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-01a0d5c9-b8c7-42c8-81ac-36f2e7bfac02 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192017 Apr 15 20:50:18.374187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'Port': ['ID=9e76290a-636e-4b3f-a344-9821d84633bd,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:18.385510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:18.388674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:18.478879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:18.482267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.490672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.494224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:18.528671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-d5b26438-0bd2-4790-b1d4-7f7983b94a59 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:18.536040 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-f3597770-183b-4b00-afcb-6c528d125c79 service neutron] 10.222.0.70 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033758 Apr 15 20:50:18.550749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 79a85146-e5ca-426e-9113-f51666a80a38, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=79a85146-e5ca-426e-9113-f51666a80a38,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:18.562749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a85146-e5ca-426e-9113-f51666a80a38'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:18.570242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.582335 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5078635 Apr 15 20:50:18.615716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-d5b26438-0bd2-4790-b1d4-7f7983b94a59 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:18.617202 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-d5b26438-0bd2-4790-b1d4-7f7983b94a59 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3902864 Apr 15 20:50:18.641482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.642511 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 32827758-c65b-4051-9985-38344a4d3fd1 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:18.708263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-869774fb-6d93-4736-b968-e5caae53c034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:18.902518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port c126c2ec-16ec-431a-9564-60ec72b942fb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:18.903012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:18.988101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=79a85146-e5ca-426e-9113-f51666a80a38,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:18.991753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:19.021948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] Set router 9228b016-1767-4759-b81e-ea99b3599b17 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:19.116917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 32827758-c65b-4051-9985-38344a4d3fd1 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:19.141645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 32827758-c65b-4051-9985-38344a4d3fd1 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:19.142106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:19.302930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a44c5ab4-3eb9-4edf-94b4-b5a7ade21526 service neutron] 10.222.0.70 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673319 Apr 15 20:50:19.504883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 40176) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:19.584718 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-29b086a1-a426-4813-ad2b-237ebdd45511 service neutron] 10.222.0.70 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0469565 Apr 15 20:50:19.597940 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-777767f6-b0f2-4017-872f-4ffed76d6b91 service neutron] 10.222.0.70 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839222 Apr 15 20:50:19.617302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:19.671537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-3a052b43-7869-4a98-b4cb-7fa152d3bb37 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:19.675039 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-3a052b43-7869-4a98-b4cb-7fa152d3bb37 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 818 time: 0.8258359 Apr 15 20:50:19.691850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Request body: {'port': {'device_id': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'admin_state_up': True, 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:19.754210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:19.883753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 32827758-c65b-4051-9985-38344a4d3fd1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=32827758-c65b-4051-9985-38344a4d3fd1,segment=NetworkSegment(783154f7-9f70-4ff1-b31f-3e4fb93f4114),segment_id=783154f7-9f70-4ff1-b31f-3e4fb93f4114)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:19.910420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:19.926487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:19.931102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-869774fb-6d93-4736-b968-e5caae53c034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:19.962438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:19.970499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Usage tracker for resource:security_group_rule and tenant:92d4471af38f43d0b5eea8e1a4c3a007 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:19.983860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:19.996464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:20.152598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:20.160258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:20.160434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:20.167424 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-a527dcd6-4e02-4716-a351-a9e588c14ba5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1993667195&fields=id&tenant_id=cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 267 time: 0.0759346 Apr 15 20:50:20.178661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530539c-4d0d-4f3d-83d5-030c68916167 req-7b5b23b8-aaa6-49ef-9635-390ba81fcf49 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:20.189602 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2530539c-4d0d-4f3d-83d5-030c68916167 req-7b5b23b8-aaa6-49ef-9635-390ba81fcf49 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.2770119 Apr 15 20:50:20.255820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=32827758-c65b-4051-9985-38344a4d3fd1,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:20.305966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:20.320198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:50:07Z', 'revision_number': 4, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '34b65693-c148-4142-b686-9f950bdcb1a6', 'name': '', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'mac_address': 'fa:16:3e:43:9f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:05Z', 'updated_at': '2021-04-15T20:50:16Z', 'revision_number': 4, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'subnets': [{'id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:20.326725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da38056-ff3f-46b7-8f97-219b1365ff94 None None] The sync data for ids ['9228b016-1767-4759-b81e-ea99b3599b17'] in dv-cinder-562053-18-smb is: [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:50:07Z', 'revision_number': 4, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '34b65693-c148-4142-b686-9f950bdcb1a6', 'name': '', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'mac_address': 'fa:16:3e:43:9f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:05Z', 'updated_at': '2021-04-15T20:50:16Z', 'revision_number': 4, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'subnets': [{'id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:20.337922 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2530539c-4d0d-4f3d-83d5-030c68916167 req-1a9c4092-fac3-4984-af58-44f462951c74 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471567 Apr 15 20:50:20.524107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-571c4c97-b198-436e-bcba-63c97c09116b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:20.537243 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-571c4c97-b198-436e-bcba-63c97c09116b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 817 time: 0.3663733 Apr 15 20:50:20.554014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:20.568726 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-057b8aeb-660b-45bf-8bf3-ba13a4baecc1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/quotas/cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 375 time: 0.0303981 Apr 15 20:50:20.671390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Made reservation on behalf of 998847f269fb4b02b3e4d93d795dbff6 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:20.679358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:20.832532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea610-571a-4854-a265-7b908a2d135d req-7474d11c-ee7e-4c79-8913-ad163bc17606 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:20.841948 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-504ea610-571a-4854-a265-7b908a2d135d req-7474d11c-ee7e-4c79-8913-ad163bc17606 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.2288425 Apr 15 20:50:20.918888 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-504ea610-571a-4854-a265-7b908a2d135d req-b7cfa21b-f196-4be5-80ca-0730ccc8dbd8 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756669 Apr 15 20:50:21.004558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Allocated IP 172.20.0.7 (5d7393cc-0125-4839-8ea3-22e6d41f59c3/64bda6a8-a0fc-4084-bb58-c4cf7326931f/da50ec13-52a6-42b1-8b89-836aaa9deee7) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:21.198986 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.228851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-07e78bad-1aed-453c-8f57-8797f34dfaff tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:21.242566 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.261677 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d8c9896e-9913-47a3-b64b-97bbc06bdbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:21.277167 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a85146-e5ca-426e-9113-f51666a80a38', 'code': 200} Apr 15 20:50:21.342410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c0f1e-a73d-4702-adde-88e157e395bb,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:21.346734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:21.349718 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92d4471af38f43d0b5eea8e1a4c3a007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8430901 Apr 15 20:50:21.353161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40240) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:21.398145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-07e78bad-1aed-453c-8f57-8797f34dfaff tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:21.399865 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-07e78bad-1aed-453c-8f57-8797f34dfaff tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8302593 Apr 15 20:50:21.467177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.476499 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4c406084-1f82-4092-a989-df63a0a8e686 req-94198f5e-2685-43e1-b3a9-e8b64c83ff13 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 210 time: 0.0864329 Apr 15 20:50:21.507179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.562766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.774216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.60', 56566) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:21.780349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.832482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 34b65693-c148-4142-b686-9f950bdcb1a6 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:21.926223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 34b65693-c148-4142-b686-9f950bdcb1a6 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:21.930784 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-964c623d-8daf-42ec-b2fb-0857ad1ebd98 req-23b03422-11e0-477b-8b08-b04a4cd47813 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 210 time: 0.1426756 Apr 15 20:50:21.933204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:21.936412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 34b65693-c148-4142-b686-9f950bdcb1a6 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:21.938039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:21.975928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c0f1e-a73d-4702-adde-88e157e395bb,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:21.980284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:22.003067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.004501 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/781c0f1e-a73d-4702-adde-88e157e395bb HTTP/1.1" status: 204 len: 168 time: 0.6501575 Apr 15 20:50:22.014568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-9bf9d6f3-0710-402a-b4f7-21be9aec28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:22.030040 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-9bf9d6f3-0710-402a-b4f7-21be9aec28b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 1098 time: 0.3591878 Apr 15 20:50:22.057210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.083673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.132394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.133553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:22.138017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Usage tracker for resource:security_group_rule and tenant:778129d183cb4cb2830375cf04d835b7 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:22.147698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:22.173566 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:22.182199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 34b65693-c148-4142-b686-9f950bdcb1a6, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=34b65693-c148-4142-b686-9f950bdcb1a6,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:22.185593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.188629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:22.285713 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=34b65693-c148-4142-b686-9f950bdcb1a6,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:22.289859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:22.302348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-17caa001-0de4-4b47-a752-6b603b8bccba service neutron] 10.222.0.70 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262608 Apr 15 20:50:22.311999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:22.374389 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.60', 56568) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:22.418192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3e02959-8e06-4c4b-9b38-3c84908f8475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.556477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fce51-59ee-4cdc-b00a-48072780a749 req-7468d036-0040-4293-9cc4-f353dcc31fc8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:22.565378 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d99fce51-59ee-4cdc-b00a-48072780a749 req-7468d036-0040-4293-9cc4-f353dcc31fc8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.3800695 Apr 15 20:50:22.633017 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d99fce51-59ee-4cdc-b00a-48072780a749 req-11ea8d71-0d0d-4ae7-92ac-af0a91747873 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659087 Apr 15 20:50:22.661174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-d9bdc0c6-e314-4c29-8656-c6b980a470f8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:22.664700 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-d9bdc0c6-e314-4c29-8656-c6b980a470f8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 818 time: 0.8895109 Apr 15 20:50:22.673308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.678511 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.704272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Request body: {'port': {'device_id': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'admin_state_up': True, 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:22.711397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-541bfb9b-ec5f-41b9-9fc3-e00f44be2588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:22.739588 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dc49c906-ed85-4648-935a-dbb9c4926375 req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7041407 Apr 15 20:50:22.754839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11c9cf24-ee8e-45c6-8768-4a2fd0ab1472,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:22.758212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:22.780418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Pushing event updated for resources: {'Port': ['ID=da50ec13-52a6-42b1-8b89-836aaa9deee7,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:22.858844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:22.859928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:22.870923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:22.885085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7a9b-5f3d-41fe-8850-71eed23868f5 req-05b151a6-ff47-4111-b423-8ece3d32d92e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:22.886830 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30a7a9b-5f3d-41fe-8850-71eed23868f5 req-05b151a6-ff47-4111-b423-8ece3d32d92e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.1123474 Apr 15 20:50:22.892979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:22.899102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:22.899772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:22.947744 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30a7a9b-5f3d-41fe-8850-71eed23868f5 req-4e52ea17-f16e-4d53-bda5-58e6e0c83573 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485086 Apr 15 20:50:22.992055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:23.022301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Usage tracker for resource:port and tenant:998847f269fb4b02b3e4d93d795dbff6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:23.032664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:23.051590 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-f83f1dcb-7198-4fbd-9c14-efaa43c1c8d3 service neutron] 10.222.0.70 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784296 Apr 15 20:50:23.055102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:23.070007 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-497730b4-e328-4b91-be1e-12aa359e919e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:23.071731 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-497730b4-e328-4b91-be1e-12aa359e919e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 810 time: 0.6593938 Apr 15 20:50:23.081290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 15 20:50:23.081290 dv-cinder-562053-18-smb neutron-server[85305]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] Apr 15 20:50:23.081290 dv-cinder-562053-18-smb neutron-server[85305]: [parameters: {'resource': 'port', 'reservation_id': '349cdc42-9cde-410f-ba54-d06bd6a703e1', 'amount': 1}] Apr 15 20:50:23.081290 dv-cinder-562053-18-smb neutron-server[85305]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=85418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:50:23.081622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:50:23.085476 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3983855 Apr 15 20:50:23.106454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Request body: {'port': {'device_id': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:23.144414 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6a2e7928-8907-48fc-8844-bcad3180e623 req-ae4b6259-2b99-4be8-816a-30560efe619a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 210 time: 0.0635135 Apr 15 20:50:23.266372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:23.278770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32827758-c65b-4051-9985-38344a4d3fd1'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:23.388930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-df3c7dd2-ecda-46df-bf27-84d3bd5056f3 req-900ad805-6856-49bc-a8f4-5e43516f67a1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 210 time: 0.1260018 Apr 15 20:50:23.463855 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32827758-c65b-4051-9985-38344a4d3fd1', 'code': 200} Apr 15 20:50:23.536456 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-72f0a6c8-30f0-4e26-be1b-218787a18726 req-cf1a48ac-e48c-4465-a364-3720e995d9b0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 210 time: 0.0962851 Apr 15 20:50:23.582511 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-ce5e8e27-4ec1-4faf-8fe7-8e57a8ebc725 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef HTTP/1.1" status: 200 len: 5702 time: 0.4958520 Apr 15 20:50:23.611338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'port': {'device_id': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'admin_state_up': True, 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'security_groups': ['18bf219e-92b0-430d-833a-7065b0063e4a']}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:23.751420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 34b65693-c148-4142-b686-9f950bdcb1a6 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:23.851975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:23.866683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:23.890169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:23.970472 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9671e-5f96-4f6d-9f9e-852a6d85077a req-a6ff9e53-cd33-4d0a-a21b-7bb9a7108bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:23.973319 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-83d9671e-5f96-4f6d-9f9e-852a6d85077a req-a6ff9e53-cd33-4d0a-a21b-7bb9a7108bad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 1099 time: 0.2828376 Apr 15 20:50:23.977117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Usage tracker for resource:port and tenant:998847f269fb4b02b3e4d93d795dbff6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:23.987744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Made reservation on behalf of 17bd4e7cb3a64e5eabc483399370f9ef for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:23.997329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:24.018836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:24.080234 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-83d9671e-5f96-4f6d-9f9e-852a6d85077a req-fca943a6-416b-47db-924f-15d2d99ee613 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980999 Apr 15 20:50:24.179321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:24.285790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 34b65693-c148-4142-b686-9f950bdcb1a6 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:24.286572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:24.339496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a9b84-6346-4a0f-98bd-5cd7835ff436 req-20a6d683-89c4-4865-aba3-a80d8368f59c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:24.353396 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d72a9b84-6346-4a0f-98bd-5cd7835ff436 req-20a6d683-89c4-4865-aba3-a80d8368f59c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.1682038 Apr 15 20:50:24.390584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Made reservation on behalf of 998847f269fb4b02b3e4d93d795dbff6 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:24.407103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:24.430383 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d72a9b84-6346-4a0f-98bd-5cd7835ff436 req-b4edb414-7407-4cde-8a34-040ec636be12 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758224 Apr 15 20:50:24.619998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2953d42f-abe9-4d2d-b992-f2f9afc8f441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:24.786259 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eb786e85-5235-4d84-aeaa-8875b7035852 req-1bdcac84-fe10-4d25-91ad-bbcbf458dc03 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 210 time: 0.1010869 Apr 15 20:50:24.986883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214f946-595e-4966-8ce8-20f73beaa8ca req-215a30b3-264a-4265-ba46-8f4aa4035696 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:24.998121 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c214f946-595e-4966-8ce8-20f73beaa8ca req-215a30b3-264a-4265-ba46-8f4aa4035696 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 1.0114517 Apr 15 20:50:25.022296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Allocated IP 172.20.0.6 (c09bf7c1-a98b-4439-a501-e46c39115d79/886ce4b9-23b9-4675-a42b-e706f8b664d5/3effa42a-3aa5-4c13-a8a2-4d0c21eb8577) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:25.091852 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d2fc6cb4-79c7-45db-8e86-f0370427ffb9 req-9093a15f-3298-425f-a854-cd95b3cb193a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 210 time: 0.0817916 Apr 15 20:50:25.106077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Allocated IP 172.20.0.3 (5d7393cc-0125-4839-8ea3-22e6d41f59c3/64bda6a8-a0fc-4084-bb58-c4cf7326931f/cacff88f-3369-4438-8fe2-a6c33bf04acd) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:25.270537 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c214f946-595e-4966-8ce8-20f73beaa8ca req-d58785b8-fad5-4831-b863-c1a817c3aab8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711935 Apr 15 20:50:25.280763 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c4ba85bd-a645-4e5c-9b08-7dbc2cc4bf7b req-506df3d6-9902-47b1-963b-f46c468ccadb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 210 time: 0.0619690 Apr 15 20:50:25.458397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.517724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Transition to ACTIVE for port object 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:25.577736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.593216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.605544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.693772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:25.761061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-87f01f66-8777-4278-911c-c9f176ab98ba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:25.763713 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-87f01f66-8777-4278-911c-c9f176ab98ba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:25.773684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.782971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.806451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-87f01f66-8777-4278-911c-c9f176ab98ba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:25.807876 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-87f01f66-8777-4278-911c-c9f176ab98ba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 817 time: 0.3686635 Apr 15 20:50:25.953372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-00a50fc9-89ad-4fe2-ac46-85664ba6f869 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:25.954765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:25.974376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-00a50fc9-89ad-4fe2-ac46-85664ba6f869 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:25.975752 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-00a50fc9-89ad-4fe2-ac46-85664ba6f869 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 5704 time: 0.1582673 Apr 15 20:50:26.002340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'port': {'device_id': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'admin_state_up': True, 'tenant_id': 'cce004407bbd4178ad23476622529231', 'security_groups': ['e98233f7-8ea9-4994-a071-bf30f026248d']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:26.007142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'Port': ['ID=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:26.011128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Network c09bf7c1-a98b-4439-a501-e46c39115d79 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:26.019437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:26.105986 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:26.138230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:26.233232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:26.239691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:26.240419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:26.251625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:26.262197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7a2f6-a8da-4aa6-b3c5-6ee836f908ea req-c8da82a1-ec0c-4166-abd6-841a2dc46d6e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:26.270535 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0bf7a2f6-a8da-4aa6-b3c5-6ee836f908ea req-c8da82a1-ec0c-4166-abd6-841a2dc46d6e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 931 time: 0.1686654 Apr 15 20:50:26.300218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:26.331622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:26.338570 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0bf7a2f6-a8da-4aa6-b3c5-6ee836f908ea req-d4e10771-ee81-4b2f-898f-0eb410f6cef8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655410 Apr 15 20:50:26.340812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:26.367355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:26.373389 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:26.374132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:26.394280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Pushing event updated for resources: {'Port': ['ID=cacff88f-3369-4438-8fe2-a6c33bf04acd,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:26.403765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:26.412664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Made reservation on behalf of cce004407bbd4178ad23476622529231 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:26.419979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:26.422423 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8302724 Apr 15 20:50:26.464655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-465978bd-7976-4889-a665-5dee2010e357 None None] Provisioning for port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:26.472570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-465978bd-7976-4889-a665-5dee2010e357 None None] Provisioning complete for port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:26.473209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-465978bd-7976-4889-a665-5dee2010e357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:26.546376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-465978bd-7976-4889-a665-5dee2010e357 None None] Port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:50:26.652739 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9556468 Apr 15 20:50:26.666406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Request body: {'port': {'device_id': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:26.691746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec9c26-6ce4-41cc-b572-3154f39b930b req-1ef5dc47-edf8-4988-8406-c40fd247516b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:26.693903 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-42ec9c26-6ce4-41cc-b572-3154f39b930b req-1ef5dc47-edf8-4988-8406-c40fd247516b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 931 time: 0.2022362 Apr 15 20:50:26.703672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Request body: {'port': {'device_id': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:26.769685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-42ec9c26-6ce4-41cc-b572-3154f39b930b req-a7917e25-ff9d-4987-8dcb-94e6ae7852b9 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Synchronizing usage tracker for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:26.772824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Allocated IP 172.20.0.6 (cf4d53aa-aefb-43ee-9300-f500a9b5e295/8b2c76db-1cc5-4101-9b47-d15f22b445f5/34e56af5-fd1c-44b0-8cfd-11f6c2f04076) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:26.788806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bbf36-830c-46f1-8eae-276f88b4be8f req-dad90b48-857f-4740-9ab5-46029543317e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:26.790633 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-751bbf36-830c-46f1-8eae-276f88b4be8f req-dad90b48-857f-4740-9ab5-46029543317e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.7778430 Apr 15 20:50:26.807725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-42ec9c26-6ce4-41cc-b572-3154f39b930b req-a7917e25-ff9d-4987-8dcb-94e6ae7852b9 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Unset dirty status for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:26.808999 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-42ec9c26-6ce4-41cc-b572-3154f39b930b req-a7917e25-ff9d-4987-8dcb-94e6ae7852b9 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083384 Apr 15 20:50:26.942257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.049828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-751bbf36-830c-46f1-8eae-276f88b4be8f req-694f8bb0-1750-4f24-a89e-7222e9134ccf tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474883 Apr 15 20:50:27.054479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da50ec13-52a6-42b1-8b89-836aaa9deee7 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:27.059435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.078195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.086906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.101895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380ea5f-df67-4cb3-8b82-68ca892e6374 req-85d44761-2d67-4782-8da5-ee85f87d259c tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:27.103660 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2380ea5f-df67-4cb3-8b82-68ca892e6374 req-85d44761-2d67-4782-8da5-ee85f87d259c tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.1662714 Apr 15 20:50:27.141790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.178532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Transition to ACTIVE for port object 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:27.182666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Transition to ACTIVE for port object da50ec13-52a6-42b1-8b89-836aaa9deee7 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:27.194220 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2380ea5f-df67-4cb3-8b82-68ca892e6374 req-a29df2f2-05d6-493f-a107-1aefb2b83d5e tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798600 Apr 15 20:50:27.230467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.254455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.341583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8fefa9cd-a282-4607-b5c1-9baa6c4ecec7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:27.380782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:27.453788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:27.462694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:27.465340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:27.471730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:27.472424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.508332 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5242987 Apr 15 20:50:27.526501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Request body: {'port': {'device_id': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:27.638832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Pushing event updated for resources: {'Port': ['ID=da50ec13-52a6-42b1-8b89-836aaa9deee7,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:27.648828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:27.763969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.799101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-b1589c95-ae09-4f6f-bf45-8763674def3e None None] Provisioning for port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:27.805082 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-b1589c95-ae09-4f6f-bf45-8763674def3e None None] Provisioning complete for port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:27.805696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b1589c95-ae09-4f6f-bf45-8763674def3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:27.950029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-b1589c95-ae09-4f6f-bf45-8763674def3e None None] Port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:50:28.014652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:28.023871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da86b06-0bdc-4346-b2d9-15f086ac2e46 req-f9991ba2-9d15-410e-97e7-06e80a79d5f1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:28.025792 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5da86b06-0bdc-4346-b2d9-15f086ac2e46 req-f9991ba2-9d15-410e-97e7-06e80a79d5f1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 931 time: 0.7825232 Apr 15 20:50:28.033724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:28.195476 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5da86b06-0bdc-4346-b2d9-15f086ac2e46 req-eaf32b63-305a-42e5-bae6-cfefeff4e356 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532180 Apr 15 20:50:28.508546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Attempting to bind port da50ec13-52a6-42b1-8b89-836aaa9deee7 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:28.508989 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Attempting to bind port da50ec13-52a6-42b1-8b89-836aaa9deee7 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:28.509273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Attempting to bind port da50ec13-52a6-42b1-8b89-836aaa9deee7 on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:28.523978 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Port da50ec13-52a6-42b1-8b89-836aaa9deee7 on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:28.524464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Attempting to bind port da50ec13-52a6-42b1-8b89-836aaa9deee7 on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:28.548042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20201bce-4b16-4afd-8257-f0de1927ae5c req-23a9a9fc-bac6-40b0-aff2-be9ff34bc272 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:28.556029 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-20201bce-4b16-4afd-8257-f0de1927ae5c req-23a9a9fc-bac6-40b0-aff2-be9ff34bc272 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 931 time: 0.7968509 Apr 15 20:50:28.559478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:28.559861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Checking segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:28.560288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Bound using segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:28.560784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Bound port: da50ec13-52a6-42b1-8b89-836aaa9deee7, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:28.561165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:28.653129 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-20201bce-4b16-4afd-8257-f0de1927ae5c req-1fb36bcd-e4c3-4c26-9276-c9472da9155b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958958 Apr 15 20:50:28.843633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:28.853237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:28.870636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Transition to ACTIVE for port object 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:28.875077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:28.893261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:29.025997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cacff88f-3369-4438-8fe2-a6c33bf04acd {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:29.050969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.061203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf43da-a5ad-49ad-ac4b-fcd604414943 req-835d40b6-36f1-46cf-a8ef-c208d29e70e7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:29.062013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-0ccf43da-a5ad-49ad-ac4b-fcd604414943 req-835d40b6-36f1-46cf-a8ef-c208d29e70e7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Synchronizing usage tracker for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:29.066567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:29.072377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:29.073271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:29.093540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.118731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Transition to ACTIVE for port object cacff88f-3369-4438-8fe2-a6c33bf04acd will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:29.132893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.154998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Transition to ACTIVE for port object 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:29.160115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:29.202277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-0ccf43da-a5ad-49ad-ac4b-fcd604414943 req-835d40b6-36f1-46cf-a8ef-c208d29e70e7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Unset dirty status for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:29.203641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ccf43da-a5ad-49ad-ac4b-fcd604414943 req-835d40b6-36f1-46cf-a8ef-c208d29e70e7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 931 time: 0.7813900 Apr 15 20:50:29.212628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] For port da50ec13-52a6-42b1-8b89-836aaa9deee7, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:29.247160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Attempting to bind port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:29.247538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Attempting to bind port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:29.247994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Attempting to bind port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:29.253700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:29.254086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Attempting to bind port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:29.263998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:29.263998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Checking segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:29.263998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Bound using segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:29.264854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Bound port: 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:29.265252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.269821 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.396650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:29.400451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:29.408441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.434350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] For port da50ec13-52a6-42b1-8b89-836aaa9deee7, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:29.450501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Pushing event updated for resources: {'Port': ['ID=cacff88f-3369-4438-8fe2-a6c33bf04acd,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:29.467698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.470799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:29.474184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-78a50dcc-7e7c-4cff-9788-a810778d389e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:29.493121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-832a621b-515c-4604-afc3-5b769270b657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:29.646679 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ccf43da-a5ad-49ad-ac4b-fcd604414943 req-24e3e93e-47b9-430d-aa82-18d737ec6874 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722081 Apr 15 20:50:29.704633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:29.713327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:29.713924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Pushing event updated for resources: {'Port': ['ID=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:29.723310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5302ef5-e742-4604-bb6b-e2f19ca977ba req-60eee8ea-f0bd-4246-b5b1-2d86823b1d11 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:29.724073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c5302ef5-e742-4604-bb6b-e2f19ca977ba req-60eee8ea-f0bd-4246-b5b1-2d86823b1d11 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:29.730709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:29.731925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:29.733235 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] 10.222.0.60 "PUT /v2.0/ports/34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 200 len: 1093 time: 2.2153392 Apr 15 20:50:29.733831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:29.754702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c5302ef5-e742-4604-bb6b-e2f19ca977ba req-60eee8ea-f0bd-4246-b5b1-2d86823b1d11 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:29.756006 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c5302ef5-e742-4604-bb6b-e2f19ca977ba req-60eee8ea-f0bd-4246-b5b1-2d86823b1d11 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.2641873 Apr 15 20:50:29.917695 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c5302ef5-e742-4604-bb6b-e2f19ca977ba req-3e4b2ecd-9524-4091-a358-b5503624c57b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543720 Apr 15 20:50:29.965923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-313c2843-4637-4497-b468-d01d8e93da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:29.967959 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-313c2843-4637-4497-b468-d01d8e93da8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1096 time: 0.1715503 Apr 15 20:50:30.079048 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-334d3cea-c4c4-4246-816a-5fabde1e1161 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 200 len: 217 time: 0.1022835 Apr 15 20:50:30.189385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-e714dd01-d811-4896-b48e-688b3f30eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:30.191666 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-e714dd01-d811-4896-b48e-688b3f30eb54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0995576 Apr 15 20:50:30.270175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Attempting to bind port cacff88f-3369-4438-8fe2-a6c33bf04acd on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:30.270859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Attempting to bind port cacff88f-3369-4438-8fe2-a6c33bf04acd by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:30.271434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Attempting to bind port cacff88f-3369-4438-8fe2-a6c33bf04acd on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:30.295490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-9c917215-ee71-45ef-9ffd-504b9e3e9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:30.297333 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-9c917215-ee71-45ef-9ffd-504b9e3e9d1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0970602 Apr 15 20:50:30.345791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Port cacff88f-3369-4438-8fe2-a6c33bf04acd on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:30.346559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Attempting to bind port cacff88f-3369-4438-8fe2-a6c33bf04acd on network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:30.360580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Pushing event updated for resources: {'Port': ['ID=da50ec13-52a6-42b1-8b89-836aaa9deee7,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:30.380563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:30.381565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:30.385062 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 1093 time: 7.2835128 Apr 15 20:50:30.386129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:30.390230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'tag': 'da50ec13-52a6-42b1-8b89-836aaa9deee7'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:30.395767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.851s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:30.396388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:30.397572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:30.398170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Checking segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:30.398947 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Bound using segment: {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:30.399814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Bound port: cacff88f-3369-4438-8fe2-a6c33bf04acd, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fad8f5-65ae-4947-bbcf-c129dc3e07e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:30.400504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:30.438635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Attempting to bind port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:30.440330 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Attempting to bind port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:30.440720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Attempting to bind port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 on network c09bf7c1-a98b-4439-a501-e46c39115d79 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:30.491636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 on network c09bf7c1-a98b-4439-a501-e46c39115d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:30.492333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Attempting to bind port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 on network c09bf7c1-a98b-4439-a501-e46c39115d79 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:30.503747 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-5f41d661-9dc8-4913-8b78-dc3dbd0cfc35 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838231 Apr 15 20:50:30.561595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:30.561886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Checking segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:30.562958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Bound using segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:30.563522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Bound port: 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:30.563917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:30.601210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9c7e5-e167-46e0-a46c-ae15424d411e req-8550ae19-4da4-48bd-8f43-96939a618271 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:30.602467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-34a9c7e5-e167-46e0-a46c-ae15424d411e req-8550ae19-4da4-48bd-8f43-96939a618271 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:30.676409 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'status': 'completed', 'code': 200} Apr 15 20:50:30.696560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] For port cacff88f-3369-4438-8fe2-a6c33bf04acd, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:30.700966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] For port cacff88f-3369-4438-8fe2-a6c33bf04acd, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:30.792954 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-431721d5-d0e9-4f0e-bc2a-8df7e57027b3 req-aa726124-a5ce-457f-a0ac-38deb7724c3f service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805851 Apr 15 20:50:30.805822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] For port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:30.811286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] For port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:30.819501 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'tag': 'da50ec13-52a6-42b1-8b89-836aaa9deee7', 'status': 'completed', 'code': 200} Apr 15 20:50:30.825338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:30.841300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:30.989966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:31.039305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-34a9c7e5-e167-46e0-a46c-ae15424d411e req-8550ae19-4da4-48bd-8f43-96939a618271 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:31.044553 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-34a9c7e5-e167-46e0-a46c-ae15424d411e req-8550ae19-4da4-48bd-8f43-96939a618271 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 943 time: 1.1437871 Apr 15 20:50:31.059573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-f745ea4c-e3fc-46a8-9c1d-c2da4a2a2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.061520 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-f745ea4c-e3fc-46a8-9c1d-c2da4a2a2fd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1096 time: 0.2156818 Apr 15 20:50:31.080772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-32048f14-c98f-410f-8961-e1f1c947f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.082372 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-32048f14-c98f-410f-8961-e1f1c947f07c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1096 time: 0.5941725 Apr 15 20:50:31.097668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5454d3c-5f36-4891-93ce-d01b1e0c0417 req-75d58904-44b4-4bd4-8793-c9d44c3a5213 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.099389 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b5454d3c-5f36-4891-93ce-d01b1e0c0417 req-75d58904-44b4-4bd4-8793-c9d44c3a5213 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 943 time: 0.1269045 Apr 15 20:50:31.243648 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b5454d3c-5f36-4891-93ce-d01b1e0c0417 req-6a245b13-b87e-4faa-9925-b612b7750471 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172817 Apr 15 20:50:31.285125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-ce4f9c9f-843a-4ab9-96f3-d45333201545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.286924 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-ce4f9c9f-843a-4ab9-96f3-d45333201545 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.1861906 Apr 15 20:50:31.313262 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-d235ad2d-7ee8-42df-b663-6bca7a1e4540 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.1189311 Apr 15 20:50:31.319480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.320161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:31.321738 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] 10.222.0.60 "PUT /v2.0/ports/cacff88f-3369-4438-8fe2-a6c33bf04acd HTTP/1.1" status: 200 len: 1093 time: 4.6228628 Apr 15 20:50:31.327230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10114424-8838-48b7-889b-0ca00894dbeb service neutron] Pushing event updated for resources: {'Port': ['ID=cacff88f-3369-4438-8fe2-a6c33bf04acd,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:31.374643 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-34a9c7e5-e167-46e0-a46c-ae15424d411e req-de00b211-2d40-4723-9173-f585262025a1 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2988930 Apr 15 20:50:31.374851 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-45740578-5689-4e2c-9f8c-35a9dcd49087 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 200 len: 217 time: 0.0739522 Apr 15 20:50:31.504294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-7fe19c0a-afb7-4c7e-82c1-e5287794cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.505892 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-7fe19c0a-afb7-4c7e-82c1-e5287794cc12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0853837 Apr 15 20:50:31.565653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bca44-c4b2-4881-b499-6ccb24760271 req-c78da505-9db2-4f33-8f5d-cc93cafef360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.567419 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aa5bca44-c4b2-4881-b499-6ccb24760271 req-c78da505-9db2-4f33-8f5d-cc93cafef360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1884077 Apr 15 20:50:31.647485 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aa5bca44-c4b2-4881-b499-6ccb24760271 req-4e286cb9-92b5-4984-be31-4370357ed453 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548074 Apr 15 20:50:31.672769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-b3e4cdcc-b2d3-4bf8-9442-acdece4eb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.674425 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-b3e4cdcc-b2d3-4bf8-9442-acdece4eb42e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1570902 Apr 15 20:50:31.781221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-e1b94a4b-ae26-4f4c-8a01-7df005d2a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.782920 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-e1b94a4b-ae26-4f4c-8a01-7df005d2a5be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.3904912 Apr 15 20:50:31.794144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Pushing event updated for resources: {'Port': ['ID=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:31.838976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:31.839567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.761s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:31.839972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:31.841707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:31.842207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:31.843748 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] 10.222.0.60 "PUT /v2.0/ports/3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 1093 time: 5.1863747 Apr 15 20:50:31.867967 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-c9a8c1bf-7aeb-4074-a7d7-43403c1dff32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686500 Apr 15 20:50:32.098895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-1a4e73ca-c756-4440-bef9-089f2c279ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:32.100889 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-1a4e73ca-c756-4440-bef9-089f2c279ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 1096 time: 0.7202327 Apr 15 20:50:32.202014 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-d9f26d6f-6de7-4871-99aa-86ec240c630d service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141547 Apr 15 20:50:32.227774 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-a4c8fe6d-5f37-4161-bf79-824736260b9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd HTTP/1.1" status: 200 len: 217 time: 0.1024001 Apr 15 20:50:32.331955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-01364279-0837-4819-8b5a-e075a335af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:32.333540 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-01364279-0837-4819-8b5a-e075a335af57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.0815649 Apr 15 20:50:32.375572 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23d4eb37-15e4-487e-abb3-8fa86f2fabd7 req-1ec63850-0e2a-42ea-952e-5907736bc4df service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623900 Apr 15 20:50:32.434718 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-b2c8afa2-a350-4677-b15f-b9c4fbe5c5fb service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475638 Apr 15 20:50:32.442486 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-459c0db9-f0c7-4343-bac4-2ee146dbef84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881197 Apr 15 20:50:32.477432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113b122-55a1-4944-8532-19bad573c6fa req-bc27d4c0-d4de-4fe8-96b9-e1f3c7ff1db4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:32.479251 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4113b122-55a1-4944-8532-19bad573c6fa req-bc27d4c0-d4de-4fe8-96b9-e1f3c7ff1db4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 943 time: 0.0926273 Apr 15 20:50:32.533305 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4113b122-55a1-4944-8532-19bad573c6fa req-f368dcda-6078-475c-b07f-c4c26f1a7f53 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470469 Apr 15 20:50:32.688243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-92c55ca5-4298-4dba-91bc-c122368304cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:32.689890 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-92c55ca5-4298-4dba-91bc-c122368304cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1096 time: 0.7606289 Apr 15 20:50:32.757353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb6398-67af-4596-9d24-a618790d7929 req-31e62c17-6238-4423-a347-35e6d48b6538 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:32.759243 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6beb6398-67af-4596-9d24-a618790d7929 req-31e62c17-6238-4423-a347-35e6d48b6538 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 943 time: 0.1212521 Apr 15 20:50:32.798939 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-ba847e85-25ba-4f8c-815c-207087bdf9b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 217 time: 0.0922000 Apr 15 20:50:32.816124 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6beb6398-67af-4596-9d24-a618790d7929 req-197affb2-f17e-4a9d-abc7-1018069b935d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496321 Apr 15 20:50:32.825844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'tag': 'cacff88f-3369-4438-8fe2-a6c33bf04acd'}, {'name': 'network-changed', 'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:33.001208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb122d0-e217-41f4-a313-1241d6ea47d9 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.002271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb122d0-e217-41f4-a313-1241d6ea47d9 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:network {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:33.026293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-60944310-fc3c-4d52-9e40-30f227cc9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.027880 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-60944310-fc3c-4d52-9e40-30f227cc9e68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.1954811 Apr 15 20:50:33.029910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769e44f-bd6f-462c-ad1f-9c4b679e9ac7 req-dad1aa97-d4ce-4eef-a404-82b681506214 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.031505 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6769e44f-bd6f-462c-ad1f-9c4b679e9ac7 req-dad1aa97-d4ce-4eef-a404-82b681506214 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.0979793 Apr 15 20:50:33.038935 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9f962255-5cbe-4a28-bd19-efdf50385ab7 req-68d3d37c-0f84-4871-9454-ef335583f0c8 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954587 Apr 15 20:50:33.050338 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-64da5ef3-9e02-4961-998b-6dac25f15fbc service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280662 Apr 15 20:50:33.081951 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6769e44f-bd6f-462c-ad1f-9c4b679e9ac7 req-fb941b4e-050c-4c3d-99c8-8544cb9e0e04 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Apr 15 20:50:33.126804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb122d0-e217-41f4-a313-1241d6ea47d9 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:network {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:33.129418 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb122d0-e217-41f4-a313-1241d6ea47d9 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.7749932 Apr 15 20:50:33.169622 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'tag': 'cacff88f-3369-4438-8fe2-a6c33bf04acd', 'status': 'completed', 'code': 200} Apr 15 20:50:33.169853 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'status': 'completed', 'code': 200} Apr 15 20:50:33.265850 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-f28b903e-844e-4241-8ffc-3b091f96b748 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/quotas/5b1d6866814045ddae112014ad2eabd3 HTTP/1.1" status: 200 len: 375 time: 0.0950553 Apr 15 20:50:33.422991 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10bd3b8a-5436-4c1f-a62b-2b11a75e7d2c req-a782b2a1-826d-40aa-bf0f-df46c0e5a335 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236296 Apr 15 20:50:33.430767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3b359d4e-cf44-4994-ac01-65ef78c09bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.432359 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-3b359d4e-cf44-4994-ac01-65ef78c09bf7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3813703 Apr 15 20:50:33.443656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4955-4e2d-42bd-9365-e1290b093abf req-cfc8afce-e443-415c-8569-54a8f1c66066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.445381 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-cfc8afce-e443-415c-8569-54a8f1c66066 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1096 time: 0.3138683 Apr 15 20:50:33.515923 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-0bd13456-2e47-468a-b9cb-3a6d2f8d9d13 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2377915 Apr 15 20:50:33.660712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95358e-8f38-4206-86b5-ed906db8fcd9 req-64d22486-49d1-4cce-9848-a300d82c4f05 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.662390 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bf95358e-8f38-4206-86b5-ed906db8fcd9 req-64d22486-49d1-4cce-9848-a300d82c4f05 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.0932090 Apr 15 20:50:33.714119 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bf95358e-8f38-4206-86b5-ed906db8fcd9 req-50da28fd-032f-46db-98eb-40a15e17c107 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Apr 15 20:50:33.929729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef5bb6-f9a3-423e-9c67-84aae11db5c1 req-3ba049db-0d52-4b26-906b-dc9b71c01757 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:33.931513 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-07ef5bb6-f9a3-423e-9c67-84aae11db5c1 req-3ba049db-0d52-4b26-906b-dc9b71c01757 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 943 time: 0.1002266 Apr 15 20:50:33.989964 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-07ef5bb6-f9a3-423e-9c67-84aae11db5c1 req-98ee5e2b-3898-4e7f-b1c3-65a82c71a084 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505843 Apr 15 20:50:34.136103 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-a202a67e-0bd6-4666-ae6d-d3a252a453aa service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826911 Apr 15 20:50:34.183395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4955-4e2d-42bd-9365-e1290b093abf req-1b5f21cf-b8ed-40eb-914a-8b7ee1b14800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.184801 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-1b5f21cf-b8ed-40eb-914a-8b7ee1b14800 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.7285159 Apr 15 20:50:34.199149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e44f3-07f7-4e81-9e8b-ed7e5cdf709e req-f7798138-5f81-4236-9091-82d3493be9aa tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.200799 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dd9e44f3-07f7-4e81-9e8b-ed7e5cdf709e req-f7798138-5f81-4236-9091-82d3493be9aa tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 943 time: 0.0958564 Apr 15 20:50:34.258699 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dd9e44f3-07f7-4e81-9e8b-ed7e5cdf709e req-8b5bc672-d509-4920-a18b-577039ad4c8c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503843 Apr 15 20:50:34.312395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-87cc14e1-109a-4282-b376-551d2fcf0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.314072 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-87cc14e1-109a-4282-b376-551d2fcf0fb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 1096 time: 0.8035429 Apr 15 20:50:34.316018 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-e43ffc92-1788-44b3-a395-691f1c00781a service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032671 Apr 15 20:50:34.332411 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-e55ab3b7-2c82-49ce-aa88-5bb94dd2ff27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.1337585 Apr 15 20:50:34.394887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:34.478138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8320df-44f0-4d38-a2f2-afe51b6f9cb9 req-b0fa4322-4d5d-4023-82f0-078a9b1e73c7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.481101 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0f8320df-44f0-4d38-a2f2-afe51b6f9cb9 req-b0fa4322-4d5d-4023-82f0-078a9b1e73c7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1176312 Apr 15 20:50:34.533672 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0f8320df-44f0-4d38-a2f2-afe51b6f9cb9 req-d00fd82b-85ab-428e-af6d-49a9f799d062 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461357 Apr 15 20:50:34.587954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:34.606954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'mac_address': 'fa:16:3e:a4:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:34.635977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add4955-4e2d-42bd-9365-e1290b093abf req-57301d47-d3e3-42a2-b47f-5cb51687e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.637583 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-57301d47-d3e3-42a2-b47f-5cb51687e6fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.2546108 Apr 15 20:50:34.672320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:34.695110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:34.712745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:34.716371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:34.719362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:34.747623 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e02a508-1007-491f-8a20-b9b89688d7c9 req-71f13497-07ed-4b2f-9601-e759e7d60fe1 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026161 Apr 15 20:50:34.749890 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-2a9d503d-1a34-4f65-9ae8-309be90f1cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800622 Apr 15 20:50:34.797403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-e9dece77-177e-4dc1-aea0-2002607f3cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.799419 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-e9dece77-177e-4dc1-aea0-2002607f3cbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.4688220 Apr 15 20:50:34.819985 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:34.823676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:34.926634 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-75ad15a6-07a3-47b3-83fe-2e0750a1c795 service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965626 Apr 15 20:50:34.939947 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-792a89eb-58f7-4710-bc63-7ef93ed52413 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd HTTP/1.1" status: 200 len: 217 time: 0.0824013 Apr 15 20:50:34.985605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b56f6f-f955-4949-80bf-ef04be423ceb req-c747c8c9-ff90-437d-8bb9-183d5d2aa323 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:34.987646 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-45b56f6f-f955-4949-80bf-ef04be423ceb req-c747c8c9-ff90-437d-8bb9-183d5d2aa323 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.1067667 Apr 15 20:50:34.987982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40640) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:35.044629 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-45b56f6f-f955-4949-80bf-ef04be423ceb req-4a38d1dc-c121-4ad7-85d3-a7319ef9d941 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Apr 15 20:50:35.083280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['34e56af5-fd1c-44b0-8cfd-11f6c2f04076'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:35.089339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-0566ad3e-c3db-4a31-bef4-228c317d7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:35.091234 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-0566ad3e-c3db-4a31-bef4-228c317d7303 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.1366637 Apr 15 20:50:35.108563 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-9f7c1625-25f4-4ed6-a95a-40310c18b545 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404098 Apr 15 20:50:35.179147 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-11f7636f-0691-417b-924e-21545fe1750d req-4112f008-1d59-4177-a9a2-079f0ee6596e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 210 time: 0.0704923 Apr 15 20:50:35.214899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:35.232296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:35.236744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Usage tracker for resource:security_group_rule and tenant:324c07e6deb44de6a4cae5c225398861 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:35.239801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:35.248182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:35.260577 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-c8188d81-60d3-4517-a419-4bf9df6eab62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505480 Apr 15 20:50:35.399122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:35.403233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:35.422490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ff060b48-b3db-4739-8f82-4762970672e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:35.539820 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6add4955-4e2d-42bd-9365-e1290b093abf req-7bdedde1-e748-4ebb-8380-8ac10bd9f32c service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531141 Apr 15 20:50:35.556260 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=324c07e6deb44de6a4cae5c225398861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5670724 Apr 15 20:50:35.558832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 40666) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:35.572712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b28c-ebe8-4551-8438-73ab14c427aa req-f9da5e3b-8637-43ee-a9e0-a59ebe585478 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:35.584686 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8690b28c-ebe8-4551-8438-73ab14c427aa req-f9da5e3b-8637-43ee-a9e0-a59ebe585478 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 943 time: 0.4044511 Apr 15 20:50:35.587340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb8bf88-c20f-45ed-9134-22e93df325e3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:35.595439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:35.603642 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-6c612dce-7be2-476f-8b94-ddc620ca7075 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753556 Apr 15 20:50:35.631320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e4021-529a-46fe-bf57-431d90d18436 req-3e9a9d2b-87ae-402e-a21e-c14e6d69ebdd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:35.640944 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fe2e4021-529a-46fe-bf57-431d90d18436 req-3e9a9d2b-87ae-402e-a21e-c14e6d69ebdd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 943 time: 0.2192690 Apr 15 20:50:35.718455 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fe2e4021-529a-46fe-bf57-431d90d18436 req-60dae14e-54fd-4a61-a4d2-a73508f9a25e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715001 Apr 15 20:50:35.842485 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8690b28c-ebe8-4551-8438-73ab14c427aa req-3a822e58-8822-4ed9-8471-c1c0149920be tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566285 Apr 15 20:50:35.930336 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-9ec00a51-c023-49b1-8cc4-da73deff5a76 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029759 Apr 15 20:50:35.931105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:35.964991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5816fd-a86c-4ece-b2b2-953604d5be40 req-fb965194-f4fd-47d7-9f6a-e4c8a2249b46 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:35.973343 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5c5816fd-a86c-4ece-b2b2-953604d5be40 req-fb965194-f4fd-47d7-9f6a-e4c8a2249b46 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 944 time: 0.1456535 Apr 15 20:50:35.990672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.009117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-14efe51f-68c7-46dc-958d-159163ee96b7 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:36.010762 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-14efe51f-68c7-46dc-958d-159163ee96b7 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.60 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.2775979 Apr 15 20:50:36.026520 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5c5816fd-a86c-4ece-b2b2-953604d5be40 req-4f305a95-e0bb-47ad-a4d5-5ce5b217f943 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521491 Apr 15 20:50:36.176376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Deleting port 32827758-c65b-4051-9985-38344a4d3fd1 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:50:36.176787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.335760 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-63cd128c-c3a2-4ba4-9faa-012c432e72c1 req-f7636519-57ce-4eab-8b68-db43f973e7e8 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 210 time: 0.0507488 Apr 15 20:50:36.397480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device cacff88f-3369-4438-8fe2-a6c33bf04acd details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:36.494010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:36.554327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.628222 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port cacff88f-3369-4438-8fe2-a6c33bf04acd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:36.631732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:36.636400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:36.645638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:36.646098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.694565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb8bf88-c20f-45ed-9134-22e93df325e3,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:36.714018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:36.715671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-520ce84d-71fb-4e63-8900-4762a4d3f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:36.717377 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-520ce84d-71fb-4e63-8900-4762a4d3f2c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1096 time: 0.7171223 Apr 15 20:50:36.752210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'cacff88f-3369-4438-8fe2-a6c33bf04acd', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'port_id': 'cacff88f-3369-4438-8fe2-a6c33bf04acd', 'mac_address': 'fa:16:3e:69:ce:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:36.772303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.773610 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2bb8bf88-c20f-45ed-9134-22e93df325e3 HTTP/1.1" status: 204 len: 168 time: 1.2122595 Apr 15 20:50:36.823166 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.845246 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cacff88f-3369-4438-8fe2-a6c33bf04acd {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:36.864659 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port cacff88f-3369-4438-8fe2-a6c33bf04acd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:36.871398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:36.872014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device da50ec13-52a6-42b1-8b89-836aaa9deee7 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:36.895081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port da50ec13-52a6-42b1-8b89-836aaa9deee7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:36.911240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:36.975907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'da50ec13-52a6-42b1-8b89-836aaa9deee7', 'network_id': '5d7393cc-0125-4839-8ea3-22e6d41f59c3', 'port_id': 'da50ec13-52a6-42b1-8b89-836aaa9deee7', 'mac_address': 'fa:16:3e:bd:83:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bda6a8-a0fc-4084-bb58-c4cf7326931f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:37.020306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6a000-f5c4-4a32-a72e-745efd7d1737 req-fe530949-a9bb-4ad4-bf73-33d19cb42fc2 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.022216 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1d6a000-f5c4-4a32-a72e-745efd7d1737 req-fe530949-a9bb-4ad4-bf73-33d19cb42fc2 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 946 time: 0.8167214 Apr 15 20:50:37.023828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=cacff88f-3369-4438-8fe2-a6c33bf04acd,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:37.030785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-1d2e2611-16e1-4bdb-ac4e-d78e8f0e5e92 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.032339 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-1d2e2611-16e1-4bdb-ac4e-d78e8f0e5e92 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.5206850 Apr 15 20:50:37.043370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9da70c-280e-4a73-b9e9-5d4d50b93036 req-35edecb1-75fc-463a-aa53-1128fd8a5251 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.050864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Request body: {'port': {'device_id': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'admin_state_up': True, 'tenant_id': '5b1d6866814045ddae112014ad2eabd3'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:37.052841 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9b9da70c-280e-4a73-b9e9-5d4d50b93036 req-35edecb1-75fc-463a-aa53-1128fd8a5251 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 943 time: 0.1415565 Apr 15 20:50:37.064957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:37.116311 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9b9da70c-280e-4a73-b9e9-5d4d50b93036 req-d910a5bf-8ab5-4385-b9f7-0dac1a674c29 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623994 Apr 15 20:50:37.151173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:37.185770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:37.209293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:37.219353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da50ec13-52a6-42b1-8b89-836aaa9deee7 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:37.229550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:37.239125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:37.241895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:37.279751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port da50ec13-52a6-42b1-8b89-836aaa9deee7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:37.292134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 40720) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:37.296537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:37.325495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:37.328831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:37.329354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1a0cb51f-9dad-40ff-ae24-10f3e81737ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:37.350948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184cda0-ae41-426b-936c-7712c819358e req-fb3c6222-44db-4168-88c9-cceac2d422f3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.352877 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0184cda0-ae41-426b-936c-7712c819358e req-fb3c6222-44db-4168-88c9-cceac2d422f3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 944 time: 0.1235116 Apr 15 20:50:37.406535 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0184cda0-ae41-426b-936c-7712c819358e req-8ce9012b-e63d-4c71-89b9-9aaa0552b192 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453367 Apr 15 20:50:37.407243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-b2b12caa-5b2a-474f-ab43-e0b6b9a7dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.408842 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-b2b12caa-5b2a-474f-ab43-e0b6b9a7dea1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.6682479 Apr 15 20:50:37.410258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=da50ec13-52a6-42b1-8b89-836aaa9deee7,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:37.413929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:37.419870 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1d6a000-f5c4-4a32-a72e-745efd7d1737 req-b5095af7-d87a-48c1-b4f1-47a636c31601 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1f6e08a-78a7-416d-98ec-49d42d055dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783746 Apr 15 20:50:37.492373 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:37.508702 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'code': 200} Apr 15 20:50:37.524116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] For port 32827758-c65b-4051-9985-38344a4d3fd1, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=32827758-c65b-4051-9985-38344a4d3fd1,segment=NetworkSegment(783154f7-9f70-4ff1-b31f-3e4fb93f4114),segment_id=783154f7-9f70-4ff1-b31f-3e4fb93f4114)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:37.524554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:37.559839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['da50ec13-52a6-42b1-8b89-836aaa9deee7'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:37.591580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-66b2e28d-6c7e-48e3-bd02-18adb9725caa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 217 time: 0.1666138 Apr 15 20:50:37.600687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:37.625680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['cacff88f-3369-4438-8fe2-a6c33bf04acd'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:37.688406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea805676-af43-41fb-9686-cfc77ec4c474 req-41e0e37d-d72b-497e-a729-6fc4f1a72f1c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.690204 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ea805676-af43-41fb-9686-cfc77ec4c474 req-41e0e37d-d72b-497e-a729-6fc4f1a72f1c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1267614 Apr 15 20:50:37.790446 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ea805676-af43-41fb-9686-cfc77ec4c474 req-e8ac88dc-d0c8-47b6-8e8d-1ed7ba03ca23 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885718 Apr 15 20:50:37.794472 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Usage tracker for resource:security_group_rule and tenant:78dd0da453484686af78b657a63b12d7 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:37.847804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e05e1-d936-4709-a5c2-31d7b0ce4a7a req-2e443817-592a-4b35-a17b-6b4a2f88b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:37.850369 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-da2e05e1-d936-4709-a5c2-31d7b0ce4a7a req-2e443817-592a-4b35-a17b-6b4a2f88b2c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1098 time: 0.1034658 Apr 15 20:50:37.900515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:37.914476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Calling delete_port for 32827758-c65b-4051-9985-38344a4d3fd1 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:50:37.946786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-da2e05e1-d936-4709-a5c2-31d7b0ce4a7a req-0496be85-fe68-4c5f-84f3-3878f480a192 service neutron] Synchronizing usage tracker for tenant:778129d183cb4cb2830375cf04d835b7 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:37.947057 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cddd989e-7c62-4609-90dc-3466d920a7f2 req-3248ae78-724d-4eb4-b1a8-e085f9876395 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 210 time: 0.2206967 Apr 15 20:50:37.968022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:38.002739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:38.051829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:38.129488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-99471037-e574-4870-a52c-160224d3fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:38.131129 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-99471037-e574-4870-a52c-160224d3fd9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.4035218 Apr 15 20:50:38.208848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Made reservation on behalf of 5b1d6866814045ddae112014ad2eabd3 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:38.215427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:38.315799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dcb86-e9ad-448c-9a83-36dd792fb07e req-140fc1f7-2cdc-4273-81aa-fc44493290d2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:38.317382 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ce3dcb86-e9ad-448c-9a83-36dd792fb07e req-140fc1f7-2cdc-4273-81aa-fc44493290d2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 943 time: 0.0901477 Apr 15 20:50:38.373631 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ce3dcb86-e9ad-448c-9a83-36dd792fb07e req-70ed3154-232b-4385-a22f-8ba8e79aa968 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490205 Apr 15 20:50:38.420564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:38.425146 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 32827758-c65b-4051-9985-38344a4d3fd1 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:50:38.449990 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:38.459273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:38.467187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 32827758-c65b-4051-9985-38344a4d3fd1 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:50:38.467525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 32827758-c65b-4051-9985-38344a4d3fd1 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:50:38.478283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-da2e05e1-d936-4709-a5c2-31d7b0ce4a7a req-0496be85-fe68-4c5f-84f3-3878f480a192 service neutron] Unset dirty status for tenant:778129d183cb4cb2830375cf04d835b7 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:38.479885 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-da2e05e1-d936-4709-a5c2-31d7b0ce4a7a req-0496be85-fe68-4c5f-84f3-3878f480a192 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6220732 Apr 15 20:50:38.483140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:38.558034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:38.608156 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1696ee2-def3-4c22-989d-383acbc7d768 req-c0e4fb24-996a-4681-8181-48ddec124e34 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 0.0529778 Apr 15 20:50:38.636369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:38.652629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'port_id': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'mac_address': 'fa:16:3e:fc:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:38.716841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:38.743270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:38.763871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:38.767696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:38.770174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:38.845243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:38.848856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:38.855341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-cb8d8069-5a0a-4bbc-a68f-125b03da0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:38.856717 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-cb8d8069-5a0a-4bbc-a68f-125b03da0e29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.7019045 Apr 15 20:50:38.857560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Pushing event deleted for resources: {'Port': ['ID=32827758-c65b-4051-9985-38344a4d3fd1,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:38.907090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:38.907596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:39.036444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4852ac-519a-40f9-81a1-68d80e435923 req-7ec91942-8185-4ef2-9f09-0f3f838f95de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:39.038091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d4852ac-519a-40f9-81a1-68d80e435923 req-7ec91942-8185-4ef2-9f09-0f3f838f95de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1078253 Apr 15 20:50:39.071245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['3effa42a-3aa5-4c13-a8a2-4d0c21eb8577'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:39.071624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45714232-51b9-4157-b9f8-806a19504b6d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:39.146121 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78dd0da453484686af78b657a63b12d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8437378 Apr 15 20:50:39.161339 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d4852ac-519a-40f9-81a1-68d80e435923 req-0f041267-5c33-4ceb-a865-fbbe7d85bfda tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141520 Apr 15 20:50:39.161934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40756) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:39.165590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:39.188802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Allocated IP 172.20.0.5 (b3a151e8-9bcb-4252-aca8-cda6fde61f6e/e9c277ce-a3d6-4fe8-92f5-d440dd60aa68/0373b75a-6b0b-49aa-8031-08259c8e5099) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:50:39.231376 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-9e0b719b-6457-41ba-8155-0c43faaf0272 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610947 Apr 15 20:50:39.270522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.305925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.368702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.389501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:39.405124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45714232-51b9-4157-b9f8-806a19504b6d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:39.408680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:39.468520 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9236148-d19e-4578-a8e3-179be866389a req-df0a76c7-d1d7-48bc-affb-59cba10fd5b2 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 210 time: 0.0552497 Apr 15 20:50:39.469371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.473011 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45714232-51b9-4157-b9f8-806a19504b6d HTTP/1.1" status: 204 len: 168 time: 0.3074920 Apr 15 20:50:39.473758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cb00e-dc28-4c7e-82d0-cdb98121d0a2 req-ede4ee5a-b0ce-4ecc-80a4-2cbc92445564 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:39.482327 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b44cb00e-dc28-4c7e-82d0-cdb98121d0a2 req-ede4ee5a-b0ce-4ecc-80a4-2cbc92445564 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 944 time: 0.6417866 Apr 15 20:50:39.687105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] No DVR routers for this DVR port 32827758-c65b-4051-9985-38344a4d3fd1 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:50:39.717578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.731737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'name': 'network-vif-deleted', 'tag': '32827758-c65b-4051-9985-38344a4d3fd1'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:39.770444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8724948-25df-4aad-8643-687255ae932d req-77de966f-c54a-4064-8d99-16b839c4085f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:39.773742 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0622b425-ea82-450a-9ad8-8b3b446c7ff6 req-b559d8fc-2785-4cf1-822b-b832e35af0e6 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311158 Apr 15 20:50:39.774278 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c8724948-25df-4aad-8643-687255ae932d req-77de966f-c54a-4064-8d99-16b839c4085f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 944 time: 0.1237979 Apr 15 20:50:39.785507 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b44cb00e-dc28-4c7e-82d0-cdb98121d0a2 req-c9d424f6-d71a-4de8-a33f-3c9d2394dccd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021400 Apr 15 20:50:39.828028 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f98eb0cc-7c21-4fd8-aed7-593ad4a9b507 req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.60 "DELETE /v2.0/ports/32827758-c65b-4051-9985-38344a4d3fd1 HTTP/1.1" status: 204 len: 173 time: 3.7715745 Apr 15 20:50:39.842687 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c8724948-25df-4aad-8643-687255ae932d req-e6de3a7b-f366-4f7d-931f-b1278a5d5880 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587161 Apr 15 20:50:39.877793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.896622 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c099c53b-f88d-4af6-9adc-b32d4e2d991b', 'name': 'network-vif-deleted', 'tag': '32827758-c65b-4051-9985-38344a4d3fd1', 'status': 'completed', 'code': 200} Apr 15 20:50:39.912618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:39.933659 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-097930f2-2dc2-42ba-b6cc-b1443e049c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:39.982464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:40.090629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-fb974e05-88b7-4d75-bb1d-fdbd305c0c45 req-37ce95d6-a8b0-471c-8ca1-f5f24d56d2d6 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Synchronizing usage tracker for tenant:1609c4c0636948038538579dbc582393 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:40.159717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event updated for resources: {'Port': ['ID=0373b75a-6b0b-49aa-8031-08259c8e5099,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:40.163302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:40.168930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-fb974e05-88b7-4d75-bb1d-fdbd305c0c45 req-37ce95d6-a8b0-471c-8ca1-f5f24d56d2d6 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Unset dirty status for tenant:1609c4c0636948038538579dbc582393 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:40.169910 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fb974e05-88b7-4d75-bb1d-fdbd305c0c45 req-37ce95d6-a8b0-471c-8ca1-f5f24d56d2d6 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] 10.222.0.70 "GET /v2.0/ports?device_id=c099c53b-f88d-4af6-9adc-b32d4e2d991b HTTP/1.1" status: 200 len: 210 time: 0.2397721 Apr 15 20:50:40.258782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:50:40.260067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:40.262805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:50:40.269595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:40.270351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:40.301878 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2560565 Apr 15 20:50:40.318403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Request body: {'port': {'device_id': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:40.433005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:40.452444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d3383-8e2b-48b7-93ba-48d5fdec3668 req-e17b54de-e02c-49d8-a202-295a399962d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:40.453769 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7c6d3383-8e2b-48b7-93ba-48d5fdec3668 req-e17b54de-e02c-49d8-a202-295a399962d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.0974729 Apr 15 20:50:40.457089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:40.525728 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7c6d3383-8e2b-48b7-93ba-48d5fdec3668 req-0f745665-6635-4a05-981a-142b75f65875 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637279 Apr 15 20:50:40.538740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:40.547295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:40.547882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:40.744411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:40.815788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:40.843169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:40.865209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:40.866208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device cacff88f-3369-4438-8fe2-a6c33bf04acd up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:40.889343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550e295-bb5d-42c9-a567-f9661c55d438 req-112891d9-80fe-4b15-8fef-b2796c212b45 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:40.893124 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5550e295-bb5d-42c9-a567-f9661c55d438 req-112891d9-80fe-4b15-8fef-b2796c212b45 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.2157063 Apr 15 20:50:40.904347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40820) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:40.911286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'floatingip': {'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:40.942676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:40.995094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687613b0-3bcf-43e0-9a0b-c2fa72986f62 req-d2132ec5-984d-4e7a-a4a5-2a8ee1b344f6 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:40.996200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-687613b0-3bcf-43e0-9a0b-c2fa72986f62 req-d2132ec5-984d-4e7a-a4a5-2a8ee1b344f6 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:50:41.057299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-687613b0-3bcf-43e0-9a0b-c2fa72986f62 req-d2132ec5-984d-4e7a-a4a5-2a8ee1b344f6 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:50:41.058552 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-687613b0-3bcf-43e0-9a0b-c2fa72986f62 req-d2132ec5-984d-4e7a-a4a5-2a8ee1b344f6 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 931 time: 0.4089260 Apr 15 20:50:41.060328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:41.078574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:41.125206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.128775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port cacff88f-3369-4438-8fe2-a6c33bf04acd completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:41.137667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port cacff88f-3369-4438-8fe2-a6c33bf04acd triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:41.139159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.208258 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-687613b0-3bcf-43e0-9a0b-c2fa72986f62 req-ee296772-7ac4-44d2-abe0-8964d90ef923 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320250 Apr 15 20:50:41.225104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0373b75a-6b0b-49aa-8031-08259c8e5099 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:41.242743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.263178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Transition to ACTIVE for port object 0373b75a-6b0b-49aa-8031-08259c8e5099 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:50:41.267496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.290366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:41.410466 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'code': 200} Apr 15 20:50:41.414926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.416084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Pushing event updated for resources: {'Port': ['ID=0373b75a-6b0b-49aa-8031-08259c8e5099,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:41.499277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port cacff88f-3369-4438-8fe2-a6c33bf04acd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:41.510629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.513815 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device da50ec13-52a6-42b1-8b89-836aaa9deee7 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:41.548118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 40830) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:41.575399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.575823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.576302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.576691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.577912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.578317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:41.578426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.578744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.579147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.579532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.580037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.580424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.581229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:41.708294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=cacff88f-3369-4438-8fe2-a6c33bf04acd,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:41.714689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:41.718631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port da50ec13-52a6-42b1-8b89-836aaa9deee7 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:41.726730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port da50ec13-52a6-42b1-8b89-836aaa9deee7 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:41.727278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.728997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:41.899436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.939841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port da50ec13-52a6-42b1-8b89-836aaa9deee7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:41.943351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.943907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:41.946526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:41.987855 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:42.208130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=da50ec13-52a6-42b1-8b89-836aaa9deee7,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:42.211561 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:42.293153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Usage tracker for resource:security_group_rule and tenant:97450db9f60b4fb586a6c58f774b945c is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:42.296539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:42.303681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:42.370409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00243eb-cd2c-40ff-a389-7905289039d1 req-e1986db7-d724-439f-953a-25b21c28655c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:42.372055 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c00243eb-cd2c-40ff-a389-7905289039d1 req-e1986db7-d724-439f-953a-25b21c28655c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.8287687 Apr 15 20:50:42.373709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25f44-3f68-43ba-8ecf-0dd2958ec9d0 req-fba81f7e-c2ec-4b35-b9ca-8d230b1cd18b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:42.375368 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8bc25f44-3f68-43ba-8ecf-0dd2958ec9d0 req-fba81f7e-c2ec-4b35-b9ca-8d230b1cd18b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 1.1417279 Apr 15 20:50:42.380658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c89ace-249a-4879-ac0b-78d5f485bc74 req-79df3a13-a62b-4e5e-ac70-4bb6bbf08400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:42.382266 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-63c89ace-249a-4879-ac0b-78d5f485bc74 req-79df3a13-a62b-4e5e-ac70-4bb6bbf08400 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1098 time: 0.7935686 Apr 15 20:50:42.453971 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8bc25f44-3f68-43ba-8ecf-0dd2958ec9d0 req-507f8061-a26a-405a-87f3-7213dbfcc1a3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711970 Apr 15 20:50:42.463618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Attempting to bind port 0373b75a-6b0b-49aa-8031-08259c8e5099 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:50:42.464062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Attempting to bind port 0373b75a-6b0b-49aa-8031-08259c8e5099 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:50:42.464397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Attempting to bind port 0373b75a-6b0b-49aa-8031-08259c8e5099 on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:42.500469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Port 0373b75a-6b0b-49aa-8031-08259c8e5099 on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:50:42.500840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Attempting to bind port 0373b75a-6b0b-49aa-8031-08259c8e5099 on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:50:42.519374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:50:42.519753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Checking segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:42.520181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Bound using segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:50:42.520656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Bound port: 0373b75a-6b0b-49aa-8031-08259c8e5099, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:50:42.521042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:42.532276 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-63c89ace-249a-4879-ac0b-78d5f485bc74 req-a90971da-ca38-4062-b8d2-a484590c768b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1306078 Apr 15 20:50:42.539268 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c00243eb-cd2c-40ff-a389-7905289039d1 req-dd1c774e-bf83-4e6b-9240-894b77ea7bc2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491318 Apr 15 20:50:42.650680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:42.657428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:42.756534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:42.766184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:42.789744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-61f97139-773a-40ea-8e7d-510b4cf80e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:42.810941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] For port 0373b75a-6b0b-49aa-8031-08259c8e5099, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:50:42.847416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] For port 0373b75a-6b0b-49aa-8031-08259c8e5099, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0373b75a-6b0b-49aa-8031-08259c8e5099,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:50:42.855610 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=97450db9f60b4fb586a6c58f774b945c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3064303 Apr 15 20:50:42.856493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb23887-ddc4-48e3-9998-933523a4fa47,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:42.859184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 40868) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:42.876773 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Floating IP 07107282-6057-4cf8-9132-3fb9d6f4be81 associated. External IP: 172.28.0.205, port: 34e56af5-fd1c-44b0-8cfd-11f6c2f04076. Apr 15 20:50:42.886059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:42.887263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:42.917778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:43.104189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe408b-f03c-486e-9c20-ea952e60258b req-21ddd5f2-7713-4cb8-8fae-b1ce5bf7c8f6 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:43.105889 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aefe408b-f03c-486e-9c20-ea952e60258b req-21ddd5f2-7713-4cb8-8fae-b1ce5bf7c8f6 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 943 time: 0.4369462 Apr 15 20:50:43.160021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Pushing event updated for resources: {'Port': ['ID=0373b75a-6b0b-49aa-8031-08259c8e5099,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:43.170828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:43.191751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:43.233758 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aefe408b-f03c-486e-9c20-ea952e60258b req-a5842835-9108-42d8-a064-6a0150f3d9f3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188936 Apr 15 20:50:43.252971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:43.261015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:43.261637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:43.263202 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] 10.222.0.60 "PUT /v2.0/ports/0373b75a-6b0b-49aa-8031-08259c8e5099 HTTP/1.1" status: 200 len: 1093 time: 2.9498446 Apr 15 20:50:43.263723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'tag': '0373b75a-6b0b-49aa-8031-08259c8e5099'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:43.315784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:50:43.321768 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'tag': '0373b75a-6b0b-49aa-8031-08259c8e5099', 'status': 'completed', 'code': 200} Apr 15 20:50:43.389109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:43.397189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b883d142-05c3-4474-8470-a492d9898b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:43.411554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacff88f-3369-4438-8fe2-a6c33bf04acd'}, {'server_uuid': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da50ec13-52a6-42b1-8b89-836aaa9deee7'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:43.415630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb23887-ddc4-48e3-9998-933523a4fa47,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:43.418198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:43.429328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:43.432943 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1eb23887-ddc4-48e3-9998-933523a4fa47 HTTP/1.1" status: 204 len: 168 time: 0.5586042 Apr 15 20:50:43.446727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-a047d5e3-e526-4186-a397-2ae5403f1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:43.448566 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-a047d5e3-e526-4186-a397-2ae5403f1a53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1225379 Apr 15 20:50:43.501165 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cacff88f-3369-4438-8fe2-a6c33bf04acd', 'code': 200} Apr 15 20:50:43.501663 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da50ec13-52a6-42b1-8b89-836aaa9deee7', 'code': 200} Apr 15 20:50:43.525172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:50:43.542689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:50:43.544102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:43.562923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:43.563633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:50:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:43.595589 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-7b28e73b-bbd1-4b2e-aa88-0c5e34d2121e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0373b75a-6b0b-49aa-8031-08259c8e5099 HTTP/1.1" status: 200 len: 217 time: 0.1319604 Apr 15 20:50:43.726240 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-cbe4f0e6-521f-4a4b-b32b-d919681a93f8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "PUT /v2.0/floatingips/07107282-6057-4cf8-9132-3fb9d6f4be81 HTTP/1.1" status: 200 len: 991 time: 2.8202276 Apr 15 20:50:43.727898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:43.757409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-285178db-865f-4312-9598-00092c27232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:43.759047 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-285178db-865f-4312-9598-00092c27232d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.1466255 Apr 15 20:50:43.835646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f3e76-0c81-4edf-bbfa-7a9730551c1c req-3157ad71-e011-40bb-bf35-607b196f57a6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:43.838013 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e40f3e76-0c81-4edf-bbfa-7a9730551c1c req-3157ad71-e011-40bb-bf35-607b196f57a6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2064719 Apr 15 20:50:43.896262 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-f8eef7be-d6ce-4b1b-b14b-adcfa46e43f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289949 Apr 15 20:50:43.940616 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e40f3e76-0c81-4edf-bbfa-7a9730551c1c req-f67dbbd0-be3d-4d65-8b19-3f4af52e4f18 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963256 Apr 15 20:50:43.995540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:44.126748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56e6b0-bb64-4caa-b388-457613377870 req-309f0890-99d0-4baa-8c85-5d49e5115282 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:44.134643 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a56e6b0-bb64-4caa-b388-457613377870 req-309f0890-99d0-4baa-8c85-5d49e5115282 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.3032320 Apr 15 20:50:44.225452 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-6b4bd9f9-9849-43be-8576-8a55a8b72ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023229 Apr 15 20:50:44.237169 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'status': 'completed', 'code': 200} Apr 15 20:50:44.267111 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a56e6b0-bb64-4caa-b388-457613377870 req-8ad3c2bf-c484-4dfb-843f-6a600cd73d0f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313810 Apr 15 20:50:44.463116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-cf104b7f-fc94-4568-9732-b4d2c75faba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:44.465434 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-cf104b7f-fc94-4568-9732-b4d2c75faba9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1098 time: 0.1857009 Apr 15 20:50:44.608946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40936) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:44.622423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7107-b0f2-4845-a009-a89485fde4f7 req-321a3af5-0e9e-4a09-a0b2-13c893334316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:44.624315 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a7e7107-b0f2-4845-a009-a89485fde4f7 req-321a3af5-0e9e-4a09-a0b2-13c893334316 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 1098 time: 0.5657115 Apr 15 20:50:44.691064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c69b89-0efc-45a4-a089-bc80bd9fe941 req-b06f9ebd-57c0-4862-8a2c-bb12126111cc tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:44.700268 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e4c69b89-0efc-45a4-a089-bc80bd9fe941 req-b06f9ebd-57c0-4862-8a2c-bb12126111cc tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 943 time: 0.3189659 Apr 15 20:50:44.806785 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e4c69b89-0efc-45a4-a089-bc80bd9fe941 req-84f78b38-b433-4ce0-98e1-7f952e7e47a4 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025443 Apr 15 20:50:44.825164 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-2d09aea2-d5a9-46f5-bb46-47de587b75b4 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543909 Apr 15 20:50:44.827509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc386282-5fb4-42ea-83ca-47c726f41aac req-2dd8de6b-31e4-4c86-930f-e9985906004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:44.829084 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cc386282-5fb4-42ea-83ca-47c726f41aac req-2dd8de6b-31e4-4c86-930f-e9985906004d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.5597227 Apr 15 20:50:44.829599 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Deleting subnet 0983830b-6d6c-4acb-b3b0-fa9bb0145532 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:50:44.835598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-5cff6948-8786-4a19-a954-83aca176ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:44.839805 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-5cff6948-8786-4a19-a954-83aca176ef46 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.3678796 Apr 15 20:50:44.840830 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '07107282-6057-4cf8-9132-3fb9d6f4be81', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'mac_address': 'fa:16:3e:a4:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:50:16Z', 'updated_at': '2021-04-15T20:50:42Z', 'revision_number': 1, 'project_id': 'cce004407bbd4178ad23476622529231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:44.845996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:50:44.846535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:44.850006 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a7e7107-b0f2-4845-a009-a89485fde4f7 req-13a7ee01-ded6-447a-99a9-11ffd1d0662e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161021 Apr 15 20:50:44.857552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:44.858768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:50:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:44.898157 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cc386282-5fb4-42ea-83ca-47c726f41aac req-11ec256e-43a4-430d-a12d-512896814f97 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552528 Apr 15 20:50:45.028352 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-2e73319e-918d-424b-9293-8e936b61dc51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 200 len: 999 time: 0.1427896 Apr 15 20:50:45.049228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:45.058531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:45.147718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:45.360312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-3b2608f1-cba2-4c4a-96cf-fcd24a293691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:45.365086 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-3b2608f1-cba2-4c4a-96cf-fcd24a293691 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 1096 time: 0.3039753 Apr 15 20:50:45.371690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983307-9e38-4ae9-9856-4989b7767f77 req-faa84d34-98af-495e-8cb6-7f06f8395a1d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:45.373494 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9983307-9e38-4ae9-9856-4989b7767f77 req-faa84d34-98af-495e-8cb6-7f06f8395a1d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2059758 Apr 15 20:50:45.620698 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9983307-9e38-4ae9-9856-4989b7767f77 req-9030f727-0a4a-4bc0-93e9-6d881fe95f61 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949573 Apr 15 20:50:45.677215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-fcdbeba8-7158-40db-91f4-70553ccb8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:45.678922 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-fcdbeba8-7158-40db-91f4-70553ccb8d58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 915 time: 0.3011377 Apr 15 20:50:45.783037 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-79be25c6-af8b-4ebc-b003-cb689e46fde8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0373b75a-6b0b-49aa-8031-08259c8e5099 HTTP/1.1" status: 200 len: 217 time: 0.0964866 Apr 15 20:50:45.857403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '07107282-6057-4cf8-9132-3fb9d6f4be81', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'mac_address': 'fa:16:3e:a4:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:50:16Z', 'updated_at': '2021-04-15T20:50:42Z', 'revision_number': 1, 'project_id': 'cce004407bbd4178ad23476622529231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:45.866018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7766202-6ba0-4068-8e5b-63ebac997e45 None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '07107282-6057-4cf8-9132-3fb9d6f4be81', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'floating_ip_address': '172.28.0.205', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'mac_address': 'fa:16:3e:a4:6e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:50:16Z', 'updated_at': '2021-04-15T20:50:42Z', 'revision_number': 1, 'project_id': 'cce004407bbd4178ad23476622529231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:45.882430 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-73be4586-c475-412f-9509-88d6f30f4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:45.884373 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-73be4586-c475-412f-9509-88d6f30f4889 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.0872135 Apr 15 20:50:45.965304 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-07c75ccc-c484-4fe2-ae5c-173dee8cdec0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701137 Apr 15 20:50:46.079329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-68fcbf04-7109-4f4c-91e0-a6b8f69ead00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:46.080922 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-68fcbf04-7109-4f4c-91e0-a6b8f69ead00 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.7243905 Apr 15 20:50:46.149512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:46.215248 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-e75f8e63-32d2-4b68-bc4e-0d0fd65032fb service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250752 Apr 15 20:50:46.223728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28fdf-2029-4c30-a52a-17ca62f3ee45 req-95f28d1c-dbe0-4fd3-b346-79124c689042 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:46.225669 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4ab28fdf-2029-4c30-a52a-17ca62f3ee45 req-95f28d1c-dbe0-4fd3-b346-79124c689042 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 943 time: 0.2088273 Apr 15 20:50:46.273904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ae9f8d-c698-412e-8712-e981ca6ae455 None None] New status for floating IP 07107282-6057-4cf8-9132-3fb9d6f4be81: ACTIVE {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:50:46.289966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:46.332382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255259dd-4d8a-44c0-accc-4373cfa8d3bc req-bdd930b2-124c-411d-b89a-4800caa00900 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:46.334025 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-255259dd-4d8a-44c0-accc-4373cfa8d3bc req-bdd930b2-124c-411d-b89a-4800caa00900 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.3539841 Apr 15 20:50:46.355465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0983830b-6d6c-4acb-b3b0-fa9bb0145532,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:46.387749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.388180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.388636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.388910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.389293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.389681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.390090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.390473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.390857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.391238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.391619 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.391996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:46.398761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:46.409179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:46.436498 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0983830b-6d6c-4acb-b3b0-fa9bb0145532 HTTP/1.1" status: 204 len: 168 time: 1.8145940 Apr 15 20:50:46.442046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 40990) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:46.446589 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-255259dd-4d8a-44c0-accc-4373cfa8d3bc req-c5fe06b4-c20a-487a-b321-421723158d5e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924487 Apr 15 20:50:46.599377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-51518f21-9099-457a-b2f3-6c7ae7f2626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:46.601652 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-51518f21-9099-457a-b2f3-6c7ae7f2626c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5100057 Apr 15 20:50:46.653590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:46.654774 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4ab28fdf-2029-4c30-a52a-17ca62f3ee45 req-f26d8628-99be-40a4-be68-adc2e36c5149 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942750 Apr 15 20:50:46.744829 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9ef458b-a8b0-4b73-8232-ced558cca6f4 req-60e40a33-468a-42db-90e3-625bf1d8a414 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130749 Apr 15 20:50:47.032544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195dd4e-2830-48c2-a763-addbdfc7b013 req-7cba2634-87e9-4f9e-810d-bf7342435a47 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:47.034650 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c195dd4e-2830-48c2-a763-addbdfc7b013 req-7cba2634-87e9-4f9e-810d-bf7342435a47 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1141231 Apr 15 20:50:47.061253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:47.093819 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c195dd4e-2830-48c2-a763-addbdfc7b013 req-1653c912-d9d3-484d-a4de-afcfe6f2ebea tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513632 Apr 15 20:50:47.139842 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-e796b292-def2-4587-a81e-b227c1f15e1c service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223680 Apr 15 20:50:47.292693 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b8cb-a0db-48a2-8add-3fe33275f0a3 req-054f18dd-1bf4-4505-aafa-a24bf7dee61d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:47.299086 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8032b8cb-a0db-48a2-8add-3fe33275f0a3 req-054f18dd-1bf4-4505-aafa-a24bf7dee61d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.4951525 Apr 15 20:50:47.304728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41016) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:47.311936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'floatingip': {'port_id': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:47.331183 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f827e2d0-b28c-4f19-a57c-3583f3645d95 req-1bae683d-eab5-4419-b1e5-24e74e2b12d9 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693056 Apr 15 20:50:47.408949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.409499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.410873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.411201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > port after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.411642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > port after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.412089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > port after_update 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.421686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.422208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.423239 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.425034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.482390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:47.519491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.520014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.520405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.521114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85419) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:47.521650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c4ab65-5663-408a-a611-f58104ae2026']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:47.598547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783154f7-9f70-4ff1-b31f-3e4fb93f4114') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:47.598901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783154f7-9f70-4ff1-b31f-3e4fb93f4114') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:47.663527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:50:47.666869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:47.688497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:47.698125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:50:47.975900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Network 77c4ab65-5663-408a-a611-f58104ae2026 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:50:47.987000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.022757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24d129-0c67-4725-937c-a855a2015ce4 req-46875be8-1373-4dba-8a00-36dc7e9d5cd6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:48.024821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ba24d129-0c67-4725-937c-a855a2015ce4 req-46875be8-1373-4dba-8a00-36dc7e9d5cd6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.4139798 Apr 15 20:50:48.072421 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-79a24187-cd37-4dd9-b483-d7e291065729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:48.073921 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-79a24187-cd37-4dd9-b483-d7e291065729 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 1098 time: 0.5432441 Apr 15 20:50:48.283325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bafec9-4dd5-4297-8d30-4df7e4fc3300 req-1fed0a88-ab36-4506-b7b8-7ff88b2df5a1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:48.290490 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d4bafec9-4dd5-4297-8d30-4df7e4fc3300 req-1fed0a88-ab36-4506-b7b8-7ff88b2df5a1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 943 time: 0.3763061 Apr 15 20:50:48.310618 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ba24d129-0c67-4725-937c-a855a2015ce4 req-a38a7562-85b6-450a-9d45-e293c87469fc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356155 Apr 15 20:50:48.328429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Network 77c4ab65-5663-408a-a611-f58104ae2026 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:50:48.373156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-bdf86ca2-bfd1-4d71-a33d-273e52926733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:48.374821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-bdf86ca2-bfd1-4d71-a33d-273e52926733 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.2732308 Apr 15 20:50:48.389572 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d4bafec9-4dd5-4297-8d30-4df7e4fc3300 req-70768213-e0ee-4d6d-963f-1521e7419474 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979519 Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: from cryptography.utils import int_from_bytes Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: from cryptography.utils import int_from_bytes Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: (rel_b, rel_a, rel_b), Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: (rel_b, rel_a, rel_b), Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:50:48.393518 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:50:48.458230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41062) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:48.482415 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0373b75a-6b0b-49aa-8031-08259c8e5099 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:50:48.655698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.661816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.802618 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-3aeeefa7-005e-4da6-8877-72a14a9ce7eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd HTTP/1.1" status: 200 len: 217 time: 0.4047050 Apr 15 20:50:48.827412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 0373b75a-6b0b-49aa-8031-08259c8e5099, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0373b75a-6b0b-49aa-8031-08259c8e5099,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:48.828720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.860557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '0373b75a-6b0b-49aa-8031-08259c8e5099', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'port_id': '0373b75a-6b0b-49aa-8031-08259c8e5099', 'mac_address': 'fa:16:3e:c5:a1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c277ce-a3d6-4fe8-92f5-d440dd60aa68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:50:48.875175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.888748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:48.916784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:48.917578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-365091b5-f219-4c41-99ef-29543dab5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:48.919526 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-365091b5-f219-4c41-99ef-29543dab5e94 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.1088169 Apr 15 20:50:48.920844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.928347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Pushing event deleted for resources: {'Network': ['ID=77c4ab65-5663-408a-a611-f58104ae2026,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:48.928892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3f3f56e89f4dfc9ee34dea04248a8e is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:48.937492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:48.976995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:48.985389 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Floating IP 926fa215-14fe-4321-b886-d757ebfbd737 associated. External IP: 172.28.0.187, port: 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577. Apr 15 20:50:48.995986 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-2c9faeaa-a236-40e2-8342-715ebd18a69c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649025 Apr 15 20:50:49.002647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0373b75a-6b0b-49aa-8031-08259c8e5099 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:50:49.003267 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0f3ed1a6-eadf-4c2f-86a4-ef53e653feac admin admin] 10.222.0.70 "DELETE /v2.0/networks/77c4ab65-5663-408a-a611-f58104ae2026 HTTP/1.1" status: 204 len: 168 time: 2.5552528 Apr 15 20:50:49.024175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 0373b75a-6b0b-49aa-8031-08259c8e5099, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0373b75a-6b0b-49aa-8031-08259c8e5099,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:49.027945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.031423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:49.060914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:49.067707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:49.149646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=0373b75a-6b0b-49aa-8031-08259c8e5099,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:49.160586 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.160985 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.161683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.161683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.162347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.162606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.163117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.163526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.164019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.164370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.164737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.165101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:50:49.170652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:49.192134 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-aeb29d81-14d2-4a9a-ac48-149c7da540d6 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874690 Apr 15 20:50:49.207933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41080) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:49.365048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['0373b75a-6b0b-49aa-8031-08259c8e5099'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:50:49.385434 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-88b2f114-cec6-4aff-8823-585a91599066 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1609c4c0636948038538579dbc582393&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1730676 Apr 15 20:50:49.386491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41086) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:49.433513 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2935fd81-fd48-4641-afd1-1ddb41c3fa8f req-5e3748bd-63f1-42f5-9017-02e29398df62 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222035 Apr 15 20:50:49.497910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.548518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.647847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.676156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.681747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f38a5-048d-44c8-87bc-a792c73c6b2c req-ce075fb3-e383-4803-baf6-a3ff72310c61 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:49.683406 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c89f38a5-048d-44c8-87bc-a792c73c6b2c req-ce075fb3-e383-4803-baf6-a3ff72310c61 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 944 time: 0.1235096 Apr 15 20:50:49.684583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.689820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:49.719323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6e08a-78a7-416d-98ec-49d42d055dea,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:49.721863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:49.737288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-028dfe9b-1c93-492b-8a22-eec77841613f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:49.745097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.746354 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1f6e08a-78a7-416d-98ec-49d42d055dea HTTP/1.1" status: 204 len: 168 time: 0.3562551 Apr 15 20:50:49.762680 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c89f38a5-048d-44c8-87bc-a792c73c6b2c req-5bf85305-61c0-4042-9b35-daf809084469 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602953 Apr 15 20:50:49.838535 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c3f3f56e89f4dfc9ee34dea04248a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3759186 Apr 15 20:50:49.839064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41102) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:49.839863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454db541-e5cf-48b1-ae8d-a2c3ae779c6b,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:49.855532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:49.896944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39684649-b1f2-4f93-bd67-ac4d31242ab6 req-bb60b8d8-bb43-4e76-b96f-958196da3c57 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:49.904984 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-39684649-b1f2-4f93-bd67-ac4d31242ab6 req-bb60b8d8-bb43-4e76-b96f-958196da3c57 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.3691869 Apr 15 20:50:49.906777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:49.932500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Router 364aff61-8c94-4211-ac77-54637fd93d2b has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:50:49.939080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:50.047362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:50.064361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-de84d6e4-5c97-4b84-accb-4461587a303f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:50.079137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:50.083737 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/454db541-e5cf-48b1-ae8d-a2c3ae779c6b HTTP/1.1" status: 204 len: 168 time: 0.2436123 Apr 15 20:50:50.085033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454db541-e5cf-48b1-ae8d-a2c3ae779c6b,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:50.090783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:50.103842 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-39684649-b1f2-4f93-bd67-ac4d31242ab6 req-dadeed50-f7db-425f-9cd4-b177409be308 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978033 Apr 15 20:50:50.177963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:50:50.192333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:50.199526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:50:50.213005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:50.213684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:50:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:50.266804 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-dee5eee8-2b5c-480e-852b-41842c29505d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "PUT /v2.0/floatingips/926fa215-14fe-4321-b886-d757ebfbd737 HTTP/1.1" status: 200 len: 991 time: 2.9582007 Apr 15 20:50:50.266804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:50.419292 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'status': 'completed', 'code': 200} Apr 15 20:50:50.483338 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-243ddb26-85a4-45b0-bd30-2d003243e5a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2165725 Apr 15 20:50:50.629038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:50.635708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-afc6f60f-1552-4847-b441-f0f8a5e451c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:50.636210 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-afc6f60f-1552-4847-b441-f0f8a5e451c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1098 time: 0.2124527 Apr 15 20:50:50.734752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-01d714ca-eba9-4f06-9876-8ff9417828ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:50.736641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-01d714ca-eba9-4f06-9876-8ff9417828ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 1098 time: 0.1410010 Apr 15 20:50:50.759129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41140) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:50.868388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-e4cc8b43-d38a-4afe-bb82-53710ed0eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:50.870446 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-e4cc8b43-d38a-4afe-bb82-53710ed0eed9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.2269430 Apr 15 20:50:50.922451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:50.951244 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:50.960315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Usage tracker for resource:security_group_rule and tenant:36b881c857b141a781ea959bf0b04e63 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:50.963916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:50.970583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:51.077889 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.082834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41150) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:51.115894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '926fa215-14fe-4321-b886-d757ebfbd737', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'port_id': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'mac_address': 'fa:16:3e:fc:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:50:14Z', 'updated_at': '2021-04-15T20:50:48Z', 'revision_number': 1, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:51.131371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:50:51.157878 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-c76f23ae-d8c2-4300-8b7a-bc9d6b395c5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 999 time: 0.2752619 Apr 15 20:50:51.161730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.165822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:50:51.166585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:50:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:51.179585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7f532151-49de-42c9-9e74-72cd8f7ff76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:51.277731 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=36b881c857b141a781ea959bf0b04e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173662 Apr 15 20:50:51.283133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41164) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:51.326948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ea42d9-734d-4874-8895-1ad46e430443,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:51.333533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:51.411259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-030d99ef-4d93-4c37-8be0-5d0ad0e74fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:51.413049 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-030d99ef-4d93-4c37-8be0-5d0ad0e74fdb service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 915 time: 0.6502135 Apr 15 20:50:51.422790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d0e9f-358d-4048-9af8-aaef80097176 req-f8ba7298-8a30-4c24-8d02-5e7ba6a8bf6b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:51.430675 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d02d0e9f-358d-4048-9af8-aaef80097176 req-f8ba7298-8a30-4c24-8d02-5e7ba6a8bf6b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 944 time: 0.3432655 Apr 15 20:50:51.437796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-418748055-network', 'tenant_id': '3aad2b1bf0f64c728fad1458226c9b4a'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:51.443260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:51.449421 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Usage tracker for resource:network and tenant:3aad2b1bf0f64c728fad1458226c9b4a is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:51.452750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:51.460641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:51.463483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:50:51.501228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-47197127-1306-46ee-b163-41cc72f6a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:51.503618 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-47197127-1306-46ee-b163-41cc72f6a11f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.3296580 Apr 15 20:50:51.520185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Made reservation on behalf of 3aad2b1bf0f64c728fad1458226c9b4a for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:51.524059 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-4321f56a-46f0-4abf-8cf1-f20eeff09d51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79a85146-e5ca-426e-9113-f51666a80a38 HTTP/1.1" status: 200 len: 217 time: 0.0910022 Apr 15 20:50:51.526557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.592286 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d02d0e9f-358d-4048-9af8-aaef80097176 req-8485ebf7-78ae-4426-83be-8dd9205b010a tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605451 Apr 15 20:50:51.615891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.651864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:51.679649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Usage tracker for resource:security_group_rule and tenant:3aad2b1bf0f64c728fad1458226c9b4a is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:51.693232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:51.698020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-2b97990e-09a2-4222-9386-e24a65cda430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:51.700296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.704410 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-2b97990e-09a2-4222-9386-e24a65cda430 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.1666620 Apr 15 20:50:51.730356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.790147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:51.794410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:51.802392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:51.837128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ea42d9-734d-4874-8895-1ad46e430443,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:51.840751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:51.843288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-6e35e4da-7fe3-4234-925f-062b51342c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:51.844965 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-6e35e4da-7fe3-4234-925f-062b51342c54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3009343 Apr 15 20:50:51.862355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e6b13-39e9-4785-ac40-5532c686e412 req-282dbb9a-7061-4e26-8470-0873408357a4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:51.873199 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-302e6b13-39e9-4785-ac40-5532c686e412 req-282dbb9a-7061-4e26-8470-0873408357a4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.6131022 Apr 15 20:50:51.884606 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-c40b4c58-d99b-423a-a86f-fa7441649c99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669240 Apr 15 20:50:52.070065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.071405 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f5ea42d9-734d-4874-8895-1ad46e430443 HTTP/1.1" status: 204 len: 168 time: 0.7815518 Apr 15 20:50:52.107782 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-302e6b13-39e9-4785-ac40-5532c686e412 req-ea5ddc80-2b25-4eb9-a413-c27ff6e1a4c0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334306 Apr 15 20:50:52.108314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '926fa215-14fe-4321-b886-d757ebfbd737', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'port_id': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'mac_address': 'fa:16:3e:fc:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:50:14Z', 'updated_at': '2021-04-15T20:50:48Z', 'revision_number': 1, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:52.113198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8601fb-5452-443f-86b9-1c891840264b None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '926fa215-14fe-4321-b886-d757ebfbd737', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'floating_ip_address': '172.28.0.187', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'port_id': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'mac_address': 'fa:16:3e:fc:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:50:14Z', 'updated_at': '2021-04-15T20:50:48Z', 'revision_number': 1, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:50:52.173119 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-3e653c16-40a0-4d13-97a2-963968c467da service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698596 Apr 15 20:50:52.192119 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-8ade9c93-7b88-44ec-890d-9cbe17c3c322 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014619 Apr 15 20:50:52.363759 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbaaffab-d9bb-4851-898d-cb3fda501f0c req-14c93c91-e867-4ed3-8333-a5cad96129d1 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824934 Apr 15 20:50:52.378913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af979520-ab6b-4a0c-a9cb-e677eeb2b6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.396722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.399781 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f30cf36a-52d0-4bb3-9d0f-1cc26f8111fd req-cfd7c00c-be04-42d0-bafb-88240909c0f1 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904945 Apr 15 20:50:52.401097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.405059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5d7b600f-53f3-4360-9502-9e884c708ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:52.436766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5bb0d2-1f20-4fea-893e-df76db4cf7e9,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:52.441297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:52.455859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:50:52.468057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.468491 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Added segment 031ec1b3-e75d-484c-9ec1-3297c330d30e of type vlan for network 4f283866-43bb-422d-a18e-7b74894ad8a9 Apr 15 20:50:52.478176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bd8022-6682-4e1e-8c77-9ca0411cf841 None None] New status for floating IP 926fa215-14fe-4321-b886-d757ebfbd737: ACTIVE {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:50:52.504914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.539636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.541072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:52.541721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.543849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0373b75a-6b0b-49aa-8031-08259c8e5099 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:50:52.549020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-549e6d8a-ea95-4955-a78e-58ad129bff12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:52.657757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Pushing event updated for resources: {'Network': ['ID=4f283866-43bb-422d-a18e-7b74894ad8a9,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:52.661219 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5758083 Apr 15 20:50:52.662270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:52.664600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41198) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:52.672072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Request body: {'subnet': {'network_id': '4f283866-43bb-422d-a18e-7b74894ad8a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-418748055-subnet', 'tenant_id': '3aad2b1bf0f64c728fad1458226c9b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:52.677615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:52.682417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Usage tracker for resource:subnet and tenant:3aad2b1bf0f64c728fad1458226c9b4a is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:52.686176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:52.695176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:52.713068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Made reservation on behalf of 3aad2b1bf0f64c728fad1458226c9b4a for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:52.723274 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:52.723390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 4f283866-43bb-422d-a18e-7b74894ad8a9 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:50:52.861306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd4802-227f-4e92-b354-f0af0929619a req-8e2566b5-a169-43d2-b86c-a6150484b474 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:52.863396 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2bfd4802-227f-4e92-b354-f0af0929619a req-8e2566b5-a169-43d2-b86c-a6150484b474 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 944 time: 0.1145825 Apr 15 20:50:52.974067 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2bfd4802-227f-4e92-b354-f0af0929619a req-3ae14c59-d423-4c74-b2b5-18b5ae345d04 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037097 Apr 15 20:50:53.009490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 0373b75a-6b0b-49aa-8031-08259c8e5099 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:50:53.194030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 0373b75a-6b0b-49aa-8031-08259c8e5099 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:50:53.194755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:53.351371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:53.371717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:53.565447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d512c28e-1642-4019-a33b-38c27a683262,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:53.596519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:53.646160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373b75a-6b0b-49aa-8031-08259c8e5099'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:50:53.657362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 0373b75a-6b0b-49aa-8031-08259c8e5099, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0373b75a-6b0b-49aa-8031-08259c8e5099,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:50:53.662230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:53.664391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e2a5558e-c823-4be0-894d-bae34758a97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:53.743230 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373b75a-6b0b-49aa-8031-08259c8e5099', 'code': 200} Apr 15 20:50:53.769267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=0373b75a-6b0b-49aa-8031-08259c8e5099,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:53.774118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:53.857877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:53.868380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167efd7-43dd-4e9d-8914-388e8542cd20 req-7f5b83c3-5046-405f-9371-cc81396e6af3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:53.870015 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a167efd7-43dd-4e9d-8914-388e8542cd20 req-7f5b83c3-5046-405f-9371-cc81396e6af3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.5927525 Apr 15 20:50:54.001225 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a167efd7-43dd-4e9d-8914-388e8542cd20 req-4d5d28c0-bb9b-499f-ac7d-e9c1e59cb8ac tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161230 Apr 15 20:50:54.017485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Checking segment: {'id': '031ec1b3-e75d-484c-9ec1-3297c330d30e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4f283866-43bb-422d-a18e-7b74894ad8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:54.017876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Network hostable DHCP agents. Network: 4f283866-43bb-422d-a18e-7b74894ad8a9, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:50:54.051397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Network 4f283866-43bb-422d-a18e-7b74894ad8a9 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:50:54.064895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 4f283866-43bb-422d-a18e-7b74894ad8a9) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:54.068234 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da50d38-edbd-4e06-8c7a-6401f24b6151 req-4a77815e-2790-4e2f-bcba-eb79fdc625a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:54.070273 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8da50d38-edbd-4e06-8c7a-6401f24b6151 req-4a77815e-2790-4e2f-bcba-eb79fdc625a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 1098 time: 0.1399422 Apr 15 20:50:54.072801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:54.073367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:54.075722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786c9090-2c81-4507-b1d0-f26e2d264b1f None None] Network 4f283866-43bb-422d-a18e-7b74894ad8a9 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:50:54.126968 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4608829 Apr 15 20:50:54.135330 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8da50d38-edbd-4e06-8c7a-6401f24b6151 req-ff452731-810f-4295-bb1c-7da205469dd4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Apr 15 20:50:54.233949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de14345-1cd9-499e-950c-5861ccc151da req-5e33759a-081f-4929-b3d8-1333acb54cac tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:54.235709 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4de14345-1cd9-499e-950c-5861ccc151da req-5e33759a-081f-4929-b3d8-1333acb54cac tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.1206954 Apr 15 20:50:54.318652 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4de14345-1cd9-499e-950c-5861ccc151da req-f68b6167-558e-4e2e-9403-fd2e34d045c1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761950 Apr 15 20:50:54.378522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-79cbc4c7-68ac-4a29-bb86-1472d42a64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:54.380551 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad5887-65a3-40dc-94e2-9bbd62d98f1a None None] Network 4f283866-43bb-422d-a18e-7b74894ad8a9 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:50:54.952096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41288) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:54.959633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-805265836-network', 'tenant_id': 'e133ec4e086a4fd48db980bb5d41a7be'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:54.965138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:54.969749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Usage tracker for resource:network and tenant:e133ec4e086a4fd48db980bb5d41a7be is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:54.973154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:54.980089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:54.993693 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Made reservation on behalf of e133ec4e086a4fd48db980bb5d41a7be for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:54.999220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.014088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.037880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:55.050926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Usage tracker for resource:security_group_rule and tenant:e133ec4e086a4fd48db980bb5d41a7be is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:55.057207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:55.069177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:55.305037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dd451-d9ea-4649-b8a5-f593a6ebb76e req-769b63c5-dd4d-4ec9-acfe-84a0fff9e5ab tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:55.306801 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-659dd451-d9ea-4649-b8a5-f593a6ebb76e req-769b63c5-dd4d-4ec9-acfe-84a0fff9e5ab tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1671560 Apr 15 20:50:55.317938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.326346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.354574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:50:55.372250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.372686 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Added segment 55c8f646-0d29-4d93-b7a3-86ee8e693235 of type vlan for network 38346835-4292-4553-abb6-0b5c9d669ba5 Apr 15 20:50:55.401848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:55.446215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.478036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2755b851-7f67-455a-88ac-321a8da04a9d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:55.481738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:55.489042 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-659dd451-d9ea-4649-b8a5-f593a6ebb76e req-9e8f9629-cd9a-40f0-a1e2-8130958e44f0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673484 Apr 15 20:50:55.536024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.537511 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:55.541242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.552648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:55.574519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.698716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a4551-c8b8-4186-a09c-76ef0669d459 req-937a8a46-158b-419a-9f85-d25502fb1a00 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:55.700574 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c85a4551-c8b8-4186-a09c-76ef0669d459 req-937a8a46-158b-419a-9f85-d25502fb1a00 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.1260896 Apr 15 20:50:55.706475 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7529771 Apr 15 20:50:55.711544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41316) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:55.717365 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Pushing event updated for resources: {'Network': ['ID=38346835-4292-4553-abb6-0b5c9d669ba5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:55.733738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Request body: {'subnet': {'network_id': '38346835-4292-4553-abb6-0b5c9d669ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-805265836-subnet', 'tenant_id': 'e133ec4e086a4fd48db980bb5d41a7be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:50:55.745457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:55.746609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:55.751023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Usage tracker for resource:subnet and tenant:e133ec4e086a4fd48db980bb5d41a7be is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:55.754462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:55.761584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:55.765446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 38346835-4292-4553-abb6-0b5c9d669ba5 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:50:55.770738 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c85a4551-c8b8-4186-a09c-76ef0669d459 req-bd6a5269-b024-452a-8a21-55315180fc4b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603693 Apr 15 20:50:55.772573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Made reservation on behalf of e133ec4e086a4fd48db980bb5d41a7be for: {'subnet': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:50:55.790275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852579333'] for subnet, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.878428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:55.904692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:56.223401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2496350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852579384'] for subnet, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:56.239502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fcce7d8d-9c71-4024-959b-54170ca21b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:56.371582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffbf749-01e2-49b8-a26f-571a6f93c3e5,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:56.385287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:56.443382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Checking segment: {'id': '55c8f646-0d29-4d93-b7a3-86ee8e693235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '38346835-4292-4553-abb6-0b5c9d669ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:50:56.443845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Network hostable DHCP agents. Network: 38346835-4292-4553-abb6-0b5c9d669ba5, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85419) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:50:56.469056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Network 38346835-4292-4553-abb6-0b5c9d669ba5 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:50:56.479869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 38346835-4292-4553-abb6-0b5c9d669ba5) {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:50:56.488683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4491cfd-17c4-412c-ab12-0cd7f403b246 None None] Network 38346835-4292-4553-abb6-0b5c9d669ba5 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:50:56.501950 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:56.502764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:56.546049 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8287184 Apr 15 20:50:56.873937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41356) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:56.886041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a7e28-4a49-4f43-aa95-897d77b2d868 None None] Network 38346835-4292-4553-abb6-0b5c9d669ba5 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:50:56.904079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641f525-9eff-4212-8cb9-ca1579232ee6 req-4227bf30-2e2f-4cfd-b3db-db1dcf38f7ca tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:56.920843 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7641f525-9eff-4212-8cb9-ca1579232ee6 req-4227bf30-2e2f-4cfd-b3db-db1dcf38f7ca tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1830342 Apr 15 20:50:56.995135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.000760 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7641f525-9eff-4212-8cb9-ca1579232ee6 req-69907ce0-d838-46c5-b4b6-4c49f01e8240 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779798 Apr 15 20:50:57.008280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Deleting subnet d512c28e-1642-4019-a33b-38c27a683262 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:50:57.011944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.085574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851929559'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.149443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41362) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:57.199718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.280976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.296569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:50:57.300860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Usage tracker for resource:security_group_rule and tenant:e5bfff5622d6415f8a92f1fbd1b9c766 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:50:57.303940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:50:57.310245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:50:57.341696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc83a8-fe9f-4b3f-ba1c-53880586329b req-b7fbed02-a4b2-4ca4-835a-352a9b1d5ba7 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:57.343343 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4bcc83a8-fe9f-4b3f-ba1c-53880586329b req-b7fbed02-a4b2-4ca4-835a-352a9b1d5ba7 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.2208936 Apr 15 20:50:57.398618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.401743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.411229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:57.427550 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4bcc83a8-fe9f-4b3f-ba1c-53880586329b req-96da7f73-cee3-46f1-9742-bb99513d2332 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763795 Apr 15 20:50:57.459333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71214d3-c442-468a-8459-2d5c5817c018,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:57.462686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:57.465802 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5bfff5622d6415f8a92f1fbd1b9c766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150945 Apr 15 20:50:57.469260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41370) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:57.537370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.543769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852279451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196433'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.561895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d0c9361-143d-4e17-b689-f570a45145d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:57.567978 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.621234 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.626999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:57.639548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71214d3-c442-468a-8459-2d5c5817c018,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:57.642159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:57.648401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.649711 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d71214d3-c442-468a-8459-2d5c5817c018 HTTP/1.1" status: 204 len: 168 time: 0.1793721 Apr 15 20:50:57.905900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d512c28e-1642-4019-a33b-38c27a683262,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:57.920704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:57.964322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:57.973077 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4c1f9d37-adc8-4ba5-a91e-0e063a3f8ce3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d512c28e-1642-4019-a33b-38c27a683262 HTTP/1.1" status: 204 len: 168 time: 1.0974240 Apr 15 20:50:57.976338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41394) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:58.133636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:58.362869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:58.511174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.512502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.513719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.514593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > port after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.515406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.516096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > port after_update 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.516652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.517196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.517734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.518325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.533676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbc7ca-5ab1-4e84-a43c-59042d9fd053 req-b7587159-7fe8-4574-99b3-0f8e5334628e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:50:58.535381 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abdbc7ca-5ab1-4e84-a43c-59042d9fd053 req-b7587159-7fe8-4574-99b3-0f8e5334628e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1597102 Apr 15 20:50:58.603844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.604337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.604860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.605383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85418) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 20:50:58.605867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f283866-43bb-422d-a18e-7b74894ad8a9']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:58.626716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031ec1b3-e75d-484c-9ec1-3297c330d30e') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:58.627061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031ec1b3-e75d-484c-9ec1-3297c330d30e') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:50:58.629502 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abdbc7ca-5ab1-4e84-a43c-59042d9fd053 req-a36c60fb-edb3-4599-bc58-e54a92585cb4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872092 Apr 15 20:50:58.640208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:58.656475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:58.664105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:50:58.854596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Network 4f283866-43bb-422d-a18e-7b74894ad8a9 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:50:58.863936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.053543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Network 4f283866-43bb-422d-a18e-7b74894ad8a9 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: from cryptography.utils import int_from_bytes Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: from cryptography.utils import int_from_bytes Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: (rel_b, rel_a, rel_b), Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: (rel_b, rel_a, rel_b), Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:50:59.081293 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:50:59.162260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.166465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:59.186605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.190930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f283866-43bb-422d-a18e-7b74894ad8a9,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:59.194454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:59.196225 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-22a8a3f8-34ad-4007-a761-ab376e886ee4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/4f283866-43bb-422d-a18e-7b74894ad8a9 HTTP/1.1" status: 204 len: 168 time: 1.2187634 Apr 15 20:50:59.199314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41440) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:50:59.291673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Deleting subnet dffbf749-01e2-49b8-a26f-571a6f93c3e5 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:50:59.301088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.361953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.425925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.717150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.737181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4f79f063-8830-4c83-8f5a-b9c5093e391d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:50:59.778057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffbf749-01e2-49b8-a26f-571a6f93c3e5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:50:59.891669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:50:59.952810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:50:59.967363 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-50ab1732-2847-460b-87fd-c8b073625676 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dffbf749-01e2-49b8-a26f-571a6f93c3e5 HTTP/1.1" status: 204 len: 168 time: 0.7668927 Apr 15 20:50:59.970468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41474) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:00.016449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ae903-055a-4670-899a-fdf5ed8a3139 req-e1ec124e-bda4-4b26-a534-598cdc037ab0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:00.023216 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec8ae903-055a-4670-899a-fdf5ed8a3139 req-e1ec124e-bda4-4b26-a534-598cdc037ab0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1291716 Apr 15 20:51:00.081901 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec8ae903-055a-4670-899a-fdf5ed8a3139 req-b4b8e70c-68a1-4fe4-9df7-f8e75d7fddb0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522444 Apr 15 20:51:00.120269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.374091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41496) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:00.432453 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.511593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.531679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:00.535857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Usage tracker for resource:security_group_rule and tenant:d4b03651d2f643d1a7335ae4d7fda864 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:00.538991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:00.542743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-32808c1c-20e7-4181-aced-33708a56c191 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:00.544374 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-32808c1c-20e7-4181-aced-33708a56c191 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.3665049 Apr 15 20:51:00.550868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:00.583988 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-78301612-ac3a-4b77-a4f8-c08189832374 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/quotas/5b1d6866814045ddae112014ad2eabd3 HTTP/1.1" status: 200 len: 375 time: 0.0262673 Apr 15 20:51:00.587642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38346835-4292-4553-abb6-0b5c9d669ba5']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:51:00.641422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.641599 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c8f646-0d29-4d93-b7a3-86ee8e693235') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:51:00.641820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c8f646-0d29-4d93-b7a3-86ee8e693235') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:51:00.646004 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.655921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-822efac5-35f7-4f78-b020-546e34d654be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:00.669038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.690452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:00.700566 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d4b03651d2f643d1a7335ae4d7fda864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254154 Apr 15 20:51:00.702775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82618513-4dcb-458d-bb1f-45b1b257160d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:00.705771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41510) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:00.706755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:00.714696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:51:00.871210 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-cabc398a-63e4-45d6-8b51-a65a900d1b34 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2757895 Apr 15 20:51:01.032287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Network 38346835-4292-4553-abb6-0b5c9d669ba5 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:51:01.047102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.152779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.320292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.331556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Network 38346835-4292-4553-abb6-0b5c9d669ba5 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:51:01.369424 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-1dc1666d-8173-4009-8a21-238d74d104d1 service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479477 Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:51:01.371472 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:51:01.405185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7146da5-c82f-467b-b759-d8a926c926b7 req-bb355e22-e30f-4940-a20a-6ff20410c162 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:01.421020 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7146da5-c82f-467b-b759-d8a926c926b7 req-bb355e22-e30f-4940-a20a-6ff20410c162 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2014434 Apr 15 20:51:01.473347 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7146da5-c82f-467b-b759-d8a926c926b7 req-4d94d26d-e187-4236-b433-708aa482b80f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512886 Apr 15 20:51:01.585587 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.597390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:01.612030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.636706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Pushing event deleted for resources: {'Network': ['ID=38346835-4292-4553-abb6-0b5c9d669ba5,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:01.644894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:01.645695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.651968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0d4cc12c-e646-4bf7-b9f8-c846ab342bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:01.660091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-9b2535d6-6495-4276-9247-a3055e7e1b12 service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897756 Apr 15 20:51:01.671146 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] 10.222.0.70 "DELETE /v2.0/networks/38346835-4292-4553-abb6-0b5c9d669ba5 HTTP/1.1" status: 204 len: 168 time: 1.6941359 Apr 15 20:51:01.671146 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:01.671146 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/82618513-4dcb-458d-bb1f-45b1b257160d HTTP/1.1" status: 204 len: 168 time: 0.9555612 Apr 15 20:51:01.671146 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82618513-4dcb-458d-bb1f-45b1b257160d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:01.678335 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:01.884419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41552) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:01.952020 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5cdaf265-3212-4166-9097-6140ca41efd7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3aad2b1bf0f64c728fad1458226c9b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660586 Apr 15 20:51:01.953126 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a8c90b19-0d80-498e-829c-0d61794f3341 req-c4b8a5de-846a-40bb-af51-3f692c945d71 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 210 time: 0.0614424 Apr 15 20:51:01.954672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41556) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:02.033107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:02.068628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:02.116665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:02.121882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:02.132969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5bb0d2-1f20-4fea-893e-df76db4cf7e9,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:02.138416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:02.140568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:02.144239 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7f5bb0d2-1f20-4fea-893e-df76db4cf7e9 HTTP/1.1" status: 204 len: 168 time: 0.1835787 Apr 15 20:51:02.520734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41594) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:02.621052 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-87da73ce-b3c5-4d74-8828-4a9e6673abe2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e133ec4e086a4fd48db980bb5d41a7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987256 Apr 15 20:51:02.623368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41602) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:02.929176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:02.971178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:03.035303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631a1fd-e1eb-4ee6-adfc-eee5ffdec60d req-52f09d39-f7f0-46bb-a26c-69fe7536c836 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:03.036869 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2631a1fd-e1eb-4ee6-adfc-eee5ffdec60d req-52f09d39-f7f0-46bb-a26c-69fe7536c836 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.3527658 Apr 15 20:51:03.045148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:03.052733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2a78c1b3-b4e2-4afb-a154-df0b8a74938a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:03.085460 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2755b851-7f67-455a-88ac-321a8da04a9d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:03.090603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:03.098939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:03.105428 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2755b851-7f67-455a-88ac-321a8da04a9d HTTP/1.1" status: 204 len: 168 time: 0.4806273 Apr 15 20:51:03.130348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2631a1fd-e1eb-4ee6-adfc-eee5ffdec60d req-0887d3bd-f1b8-4169-83eb-05e0a19a3127 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788391 Apr 15 20:51:03.211900 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4ee35337-4c3c-46ee-b5f8-a1ae41351b44 req-51b14cd3-5cb9-4021-beae-9b6f4e6c44f3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 210 time: 0.0489752 Apr 15 20:51:03.800936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-a95e0146-4df7-4e06-aa1d-5f9ac690e6de tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:03.802582 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-a95e0146-4df7-4e06-aa1d-5f9ac690e6de tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.2338624 Apr 15 20:51:03.821353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Request body: {'port': {'device_id': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'admin_state_up': True, 'tenant_id': '5b1d6866814045ddae112014ad2eabd3'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:04.000142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:04.010777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:04.025324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Made reservation on behalf of 5b1d6866814045ddae112014ad2eabd3 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:51:04.031708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:04.248874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Allocated IP 172.20.0.7 (b3a151e8-9bcb-4252-aca8-cda6fde61f6e/e9c277ce-a3d6-4fe8-92f5-d440dd60aa68/bccc4417-0a78-49f0-9ee7-4a58588fdfac) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:51:04.524364 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7ea1111e-bc22-455a-9e27-a9529cceabca req-00bb378e-afe2-4fce-b10c-1a77eaca2d1e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 210 time: 0.0738254 Apr 15 20:51:04.539420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182fc52-0637-4480-b167-fde92b88bcb5 req-4e0c4896-ad14-45ca-9e62-e01b5d9d4a87 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:04.547743 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f182fc52-0637-4480-b167-fde92b88bcb5 req-4e0c4896-ad14-45ca-9e62-e01b5d9d4a87 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1704724 Apr 15 20:51:04.612758 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f182fc52-0637-4480-b167-fde92b88bcb5 req-792dcc50-6d92-4f61-b682-babf7d75b9c2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640323 Apr 15 20:51:04.623339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:04.668202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:04.684050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38', '0373b75a-6b0b-49aa-8031-08259c8e5099'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:04.684470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a873c411-8741-44e2-9859-d10d3fa9a132 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:04.856346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event updated for resources: {'Port': ['ID=bccc4417-0a78-49f0-9ee7-4a58588fdfac,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:04.878592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:04.928825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:51:04.930109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:51:04.933748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:51:05.025387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:05.026316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:05.070354 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2532489 Apr 15 20:51:05.091072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Request body: {'port': {'device_id': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:05.237532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:05.278283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41762) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:05.524406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:05.541689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:05.546081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Usage tracker for resource:security_group_rule and tenant:3e63b042869b4498a68fd4bee4b57ae6 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:05.549369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:05.555781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:05.768255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:05.772017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:05.820342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:05.830987 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3e63b042869b4498a68fd4bee4b57ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513124 Apr 15 20:51:05.843799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41784) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:06.022616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.061701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccc4417-0a78-49f0-9ee7-4a58588fdfac {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:06.090078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182dd128-4e4e-4f03-9132-a143e8b8c3c7 req-d605b2ec-9dee-420a-8da3-4fee1fec8617 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:06.090912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-182dd128-4e4e-4f03-9132-a143e8b8c3c7 req-d605b2ec-9dee-420a-8da3-4fee1fec8617 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:06.106342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.127915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.141885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-182dd128-4e4e-4f03-9132-a143e8b8c3c7 req-d605b2ec-9dee-420a-8da3-4fee1fec8617 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:06.143259 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-182dd128-4e4e-4f03-9132-a143e8b8c3c7 req-d605b2ec-9dee-420a-8da3-4fee1fec8617 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 931 time: 0.3456926 Apr 15 20:51:06.172111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c260d93-2109-4a5d-b392-b6d044127bca,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:06.193322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:06.208666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Transition to ACTIVE for port object bccc4417-0a78-49f0-9ee7-4a58588fdfac will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:51:06.212940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33678e6f-890d-402c-aeca-1066d2f754c4 req-e961ffe6-f194-4df2-9959-0a25cab6fdbe tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:06.214949 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33678e6f-890d-402c-aeca-1066d2f754c4 req-e961ffe6-f194-4df2-9959-0a25cab6fdbe tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.3958321 Apr 15 20:51:06.232333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.250426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:06.266154 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33678e6f-890d-402c-aeca-1066d2f754c4 req-648f07e3-edea-466d-9c25-422c94839b6a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437217 Apr 15 20:51:06.292329 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-182dd128-4e4e-4f03-9132-a143e8b8c3c7 req-e2f174f3-3b83-41dc-af8d-0e76c44a75ec tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393607 Apr 15 20:51:06.416678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Pushing event updated for resources: {'Port': ['ID=bccc4417-0a78-49f0-9ee7-4a58588fdfac,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:06.419716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:06.423006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.430606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-eaaccaf7-e49a-4b57-8b0f-cc2ee6baffb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:06.459671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c260d93-2109-4a5d-b392-b6d044127bca,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:06.462039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:06.471112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.472326 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c260d93-2109-4a5d-b392-b6d044127bca HTTP/1.1" status: 204 len: 168 time: 0.6273534 Apr 15 20:51:06.673995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Attempting to bind port bccc4417-0a78-49f0-9ee7-4a58588fdfac on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:51:06.674300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Attempting to bind port bccc4417-0a78-49f0-9ee7-4a58588fdfac by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:51:06.674673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Attempting to bind port bccc4417-0a78-49f0-9ee7-4a58588fdfac on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:06.679900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Port bccc4417-0a78-49f0-9ee7-4a58588fdfac on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:51:06.680295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Attempting to bind port bccc4417-0a78-49f0-9ee7-4a58588fdfac on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:06.686102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:51:06.686477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Checking segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:51:06.686894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Bound using segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:51:06.687355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Bound port: bccc4417-0a78-49f0-9ee7-4a58588fdfac, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:51:06.687734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.796818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41804) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:06.803258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] For port bccc4417-0a78-49f0-9ee7-4a58588fdfac, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:51:06.806954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] For port bccc4417-0a78-49f0-9ee7-4a58588fdfac, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:51:06.812438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.816099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.829317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:06.832420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:06.836627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Usage tracker for resource:security_group_rule and tenant:efb890c25e8d44e7b7e534e9bcef5f77 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:06.839685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:06.845718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:06.937316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.940720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:06.950299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5d70a253-ffc8-463a-8613-5aa2c6fa5184 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:07.001400 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=efb890c25e8d44e7b7e534e9bcef5f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033410 Apr 15 20:51:07.002139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Pushing event updated for resources: {'Port': ['ID=bccc4417-0a78-49f0-9ee7-4a58588fdfac,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:07.003025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41818) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:07.007955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:07.015652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84836010-eedd-461b-9ccc-698313d94da8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:07.021135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:07.045826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:07.046604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.048091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] 10.222.0.60 "PUT /v2.0/ports/bccc4417-0a78-49f0-9ee7-4a58588fdfac HTTP/1.1" status: 200 len: 1093 time: 1.9636950 Apr 15 20:51:07.048591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'tag': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:07.084117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.118728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.136879 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'tag': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac', 'status': 'completed', 'code': 200} Apr 15 20:51:07.171327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.176592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0404f26d-389b-434c-89c2-7188e0e284ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:07.181071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-1ec46df8-b3f5-42a5-bcee-9eb383b3ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:07.182670 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-1ec46df8-b3f5-42a5-bcee-9eb383b3ecef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 1096 time: 0.0850081 Apr 15 20:51:07.193137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84836010-eedd-461b-9ccc-698313d94da8,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:07.195629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:07.222980 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.224597 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84836010-eedd-461b-9ccc-698313d94da8 HTTP/1.1" status: 204 len: 168 time: 0.2201962 Apr 15 20:51:07.306224 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-e1c04193-e4eb-446a-86ae-ed7a202c2221 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac HTTP/1.1" status: 200 len: 217 time: 0.1109712 Apr 15 20:51:07.514881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d88b00c4-82e3-4bd0-970b-5bbe4788e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:07.517546 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-d88b00c4-82e3-4bd0-970b-5bbe4788e459 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.2022219 Apr 15 20:51:07.597487 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-64eaba32-03e8-463b-ba76-044b1ced0952 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659237 Apr 15 20:51:07.606469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa195-6226-4eaa-95de-7dbcdd72507e req-c3910ce2-1cec-4ed4-a62f-6ca1e0300f24 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:07.614875 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-62bfa195-6226-4eaa-95de-7dbcdd72507e req-c3910ce2-1cec-4ed4-a62f-6ca1e0300f24 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 943 time: 0.1094708 Apr 15 20:51:07.677367 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-62bfa195-6226-4eaa-95de-7dbcdd72507e req-fa595b63-b8e8-4610-8c68-ec32077fa9af tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609803 Apr 15 20:51:07.720399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41854) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:07.768469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.788508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b5b40-60ad-43d7-861a-ca1b90c92863 req-21647c3d-486b-48b3-8673-6d15b7f08521 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:07.790245 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fa3b5b40-60ad-43d7-861a-ca1b90c92863 req-21647c3d-486b-48b3-8673-6d15b7f08521 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.3333104 Apr 15 20:51:07.805030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:07.809467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Usage tracker for resource:security_group_rule and tenant:9b238efece284aa4a832d6af598d307d is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:07.812814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:07.819764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:07.847524 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-f0760d69-13b6-4a84-8806-c70b6347e0ca service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417328 Apr 15 20:51:07.859562 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fa3b5b40-60ad-43d7-861a-ca1b90c92863 req-15fa409d-8bad-416d-b438-c666bea6adfe tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Apr 15 20:51:07.921437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.925148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:07.935236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-246bf1e3-c7b4-4440-afa5-6facb40d195b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:07.988943 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b238efece284aa4a832d6af598d307d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671344 Apr 15 20:51:07.989766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41862) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:07.990541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8f6961-1331-4ffc-a502-82f1aec56817,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:08.005771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:08.075484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:08.078931 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86c423ec-6ed7-4ce6-a9b7-c3f7461ae2aa req-5f006434-7781-44ed-9a43-d10ea6824fde service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177262 Apr 15 20:51:08.105864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:08.156871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:08.162229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-068eac82-0ee8-46ac-a1c1-e652e5bf8cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:08.176327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8f6961-1331-4ffc-a502-82f1aec56817,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:08.179163 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:08.180436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:08.181877 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a8f6961-1331-4ffc-a502-82f1aec56817 HTTP/1.1" status: 204 len: 168 time: 0.1881251 Apr 15 20:51:08.215331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076dfec-7d04-424d-abbc-b94828dee498 req-3b8c7e37-9ac8-4e06-ba91-cae8388a1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:08.217216 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-3b8c7e37-9ac8-4e06-ba91-cae8388a1668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 1096 time: 0.0879905 Apr 15 20:51:08.370251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076dfec-7d04-424d-abbc-b94828dee498 req-67a3f766-7988-47b0-bb8b-c2a3c29131d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:08.371860 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-67a3f766-7988-47b0-bb8b-c2a3c29131d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 915 time: 0.1404657 Apr 15 20:51:08.450990 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-f6ed40cd-4dcc-4d1d-a7c8-f72ada4ad3f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac HTTP/1.1" status: 200 len: 217 time: 0.0663695 Apr 15 20:51:08.535168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076dfec-7d04-424d-abbc-b94828dee498 req-2d89d545-0601-4a6b-8bf8-f5dfb3b38668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:08.536766 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-2d89d545-0601-4a6b-8bf8-f5dfb3b38668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.0753846 Apr 15 20:51:08.606286 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-e535447b-5fe1-4588-bf35-9e18bdf8e153 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491080 Apr 15 20:51:08.791178 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-5d8d2dba-0579-4327-bf64-d7a9a8c13b0d service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673164 Apr 15 20:51:09.033001 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8076dfec-7d04-424d-abbc-b94828dee498 req-73fea457-a5d9-4c7e-986d-34ea08c537ec service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227945 Apr 15 20:51:09.054157 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898b94e-428e-4a26-957a-145b3cceb313 req-984633f8-ece6-4c9e-a1c9-d5856c9f425b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:09.055761 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f898b94e-428e-4a26-957a-145b3cceb313 req-984633f8-ece6-4c9e-a1c9-d5856c9f425b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 943 time: 0.2150900 Apr 15 20:51:09.056986 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 41904) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:09.113026 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f898b94e-428e-4a26-957a-145b3cceb313 req-b93fec1f-b156-49c0-9492-5fb7fadd0997 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Apr 15 20:51:09.238623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac75f83-0c08-4eac-ba50-685197611b08 req-acccb4d5-698a-462b-9300-3fb2049c727e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:09.248331 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ac75f83-0c08-4eac-ba50-685197611b08 req-acccb4d5-698a-462b-9300-3fb2049c727e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1303768 Apr 15 20:51:09.314830 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ac75f83-0c08-4eac-ba50-685197611b08 req-0318eab5-a13f-462f-8d30-6b92de098a37 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592186 Apr 15 20:51:09.436359 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.457622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:09.463111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Usage tracker for resource:security_group_rule and tenant:600b535afc984ad0ab66e9d560d7e763 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:09.466966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:09.475814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:09.582205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.587158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.604804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f69f19fd-3692-4693-a4d6-eb204af15987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:09.639952 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=600b535afc984ad0ab66e9d560d7e763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817580 Apr 15 20:51:09.642108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41934) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:09.659606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b90f7-c768-484c-a3a9-17dc425a38ce,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:09.664814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:09.725270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.757812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.808536 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.814708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:09.826379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b90f7-c768-484c-a3a9-17dc425a38ce,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:09.831424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:09.837284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:09.841241 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a46b90f7-c768-484c-a3a9-17dc425a38ce HTTP/1.1" status: 204 len: 168 time: 0.1952016 Apr 15 20:51:10.229257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41962) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:10.250314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.270214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:10.274731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Usage tracker for resource:security_group_rule and tenant:992c4500c3ac4fefad8172675ef8e6bc is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:10.278142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:10.284560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:10.361837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4786744-2a11-4263-97df-c32ab3775ed3 req-bc920b4a-d753-4120-b041-6eaf280749fa tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:10.363514 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b4786744-2a11-4263-97df-c32ab3775ed3 req-bc920b4a-d753-4120-b041-6eaf280749fa tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 943 time: 0.1009114 Apr 15 20:51:10.397113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.403957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.414926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8bf22cb9-199b-40bb-ac0f-9533b2adece7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:10.415526 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b4786744-2a11-4263-97df-c32ab3775ed3 req-acf39c88-614d-4907-ac14-c957b4e9a563 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Apr 15 20:51:10.462078 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=992c4500c3ac4fefad8172675ef8e6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299025 Apr 15 20:51:10.463123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 41976) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:10.476046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1db1ff-d3de-45e4-ba52-27ab5e27e2c6,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:10.481518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:10.549222 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.574955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device bccc4417-0a78-49f0-9ee7-4a58588fdfac details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:51:10.598510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.644593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd7634-592d-4c6f-800a-6aedd8339d89 req-ac490598-8af4-4d39-b16d-92ee58b2ea2d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:10.652568 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-36bd7634-592d-4c6f-800a-6aedd8339d89 req-ac490598-8af4-4d39-b16d-92ee58b2ea2d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1249919 Apr 15 20:51:10.681354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.687733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:10.707215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1db1ff-d3de-45e4-ba52-27ab5e27e2c6,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:10.710775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:10.711795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.713043 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/af1db1ff-d3de-45e4-ba52-27ab5e27e2c6 HTTP/1.1" status: 204 len: 168 time: 0.2489269 Apr 15 20:51:10.734444 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-36bd7634-592d-4c6f-800a-6aedd8339d89 req-c0be69ce-30fe-4324-aa24-047fdc79b86d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807853 Apr 15 20:51:10.810363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port bccc4417-0a78-49f0-9ee7-4a58588fdfac, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:10.826975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'port_id': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac', 'mac_address': 'fa:16:3e:2e:11:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c277ce-a3d6-4fe8-92f5-d440dd60aa68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:51:10.894441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.914018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccc4417-0a78-49f0-9ee7-4a58588fdfac {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:10.930901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port bccc4417-0a78-49f0-9ee7-4a58588fdfac, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:10.934652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:10.936690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:11.012191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=bccc4417-0a78-49f0-9ee7-4a58588fdfac,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:11.017530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:11.408518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['bccc4417-0a78-49f0-9ee7-4a58588fdfac'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:11.674270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42040) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:11.971652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:11.979396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d43b09-91b1-4050-afc2-14c67e36e6fc req-87e24d20-155f-4eb1-93bd-4e0cf42bde96 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:11.981207 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-21d43b09-91b1-4050-afc2-14c67e36e6fc req-87e24d20-155f-4eb1-93bd-4e0cf42bde96 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 944 time: 0.0996490 Apr 15 20:51:11.991869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:11.998417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Usage tracker for resource:security_group_rule and tenant:824a5b25b8a142adaa2e3b1c03f6b2e1 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:12.002392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:12.011825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:12.035988 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-21d43b09-91b1-4050-afc2-14c67e36e6fc req-d8bec81e-b42d-4eb8-ba28-358511e24739 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471554 Apr 15 20:51:12.057089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4350c-3fb5-4297-a5ad-85215e2d79db req-c9e5aa9c-4cc7-4f83-857b-6db53d84109c tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:12.058791 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-61b4350c-3fb5-4297-a5ad-85215e2d79db req-c9e5aa9c-4cc7-4f83-857b-6db53d84109c tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1583745 Apr 15 20:51:12.126613 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-61b4350c-3fb5-4297-a5ad-85215e2d79db req-8dd55100-49bd-4567-bfe2-a47b07215515 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Apr 15 20:51:12.177580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.180550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.189527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-80f1ad6b-3080-4bfc-8f68-4f673efdbe38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:12.236578 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=824a5b25b8a142adaa2e3b1c03f6b2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5611138 Apr 15 20:51:12.242056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce878f7e-0894-4ac9-91af-1db7cbf4fc6d,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:12.242322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42062) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:12.242948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:12.305638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.335320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.392848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.401870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:12.417927 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce878f7e-0894-4ac9-91af-1db7cbf4fc6d,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:12.420448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.421691 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ce878f7e-0894-4ac9-91af-1db7cbf4fc6d HTTP/1.1" status: 204 len: 168 time: 0.1809356 Apr 15 20:51:12.433567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:12.824225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42086) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:12.843808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.866639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:12.872425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Usage tracker for resource:security_group_rule and tenant:ac3e992b2b084ce0b198c00afbb74d9d is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:12.875751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:12.882006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:12.984840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:12.988318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:13.015138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2ff0dfcd-367b-42ee-9201-fc218ffa627b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:13.034706 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ac3e992b2b084ce0b198c00afbb74d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092836 Apr 15 20:51:13.036036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42102) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:13.055611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c1fafa-5553-428c-8737-9fea7af6a8ef,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:13.059564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:13.114710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:13.144769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:13.195882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:13.204350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-259f0538-95a3-4644-b326-b7d3fdbd13f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:13.219669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c1fafa-5553-428c-8737-9fea7af6a8ef,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:13.226020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:13.227370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:13.245008 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59c1fafa-5553-428c-8737-9fea7af6a8ef HTTP/1.1" status: 204 len: 168 time: 0.2074423 Apr 15 20:51:13.332386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0bb2-71db-4f01-930c-f9be512f8871 req-9aaa98e5-342b-4a6d-91ce-128e34fa8d72 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:13.346190 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1fab0bb2-71db-4f01-930c-f9be512f8871 req-9aaa98e5-342b-4a6d-91ce-128e34fa8d72 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 944 time: 0.1552613 Apr 15 20:51:13.446217 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1fab0bb2-71db-4f01-930c-f9be512f8871 req-df5df225-2f06-45f2-b040-2f6993309211 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946195 Apr 15 20:51:13.472647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74c8cc-d542-4ad1-b52a-a5c8a68ff1ed req-f60c498e-643f-4092-9458-be15a6e3478d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:13.480139 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-de74c8cc-d542-4ad1-b52a-a5c8a68ff1ed req-f60c498e-643f-4092-9458-be15a6e3478d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1895318 Apr 15 20:51:13.542605 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-de74c8cc-d542-4ad1-b52a-a5c8a68ff1ed req-f38f04ab-feb5-4e39-9f38-c8c7f75f2f95 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Apr 15 20:51:14.262841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42166) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:14.285407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42172) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:14.413164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1756366241-network', 'tenant_id': 'c5bdac6c7bf44f0dbb97bfc9212c027e'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:14.419813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:14.422408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.436210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Usage tracker for resource:network and tenant:c5bdac6c7bf44f0dbb97bfc9212c027e is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:14.440878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:14.445292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:14.452324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Usage tracker for resource:security_group_rule and tenant:0c183cb27c7e414d8a051b6b075c889a is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:14.455278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:14.457543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:14.465859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:14.477350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Made reservation on behalf of c5bdac6c7bf44f0dbb97bfc9212c027e for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:51:14.482216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.496658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.520513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:14.526283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bdac6c7bf44f0dbb97bfc9212c027e is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:14.529268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:14.539446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:14.595559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device bccc4417-0a78-49f0-9ee7-4a58588fdfac up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:51:14.634471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.678530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port bccc4417-0a78-49f0-9ee7-4a58588fdfac completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:51:14.688949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port bccc4417-0a78-49f0-9ee7-4a58588fdfac triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:51:14.689882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.696212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.707882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:51:14.717818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.718242 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Added segment 034a808c-80ec-4bc4-b47f-d89eddaf143f of type vlan for network b7f8132e-86e5-4831-8454-1b174d25bd84 Apr 15 20:51:14.721276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-aba610bf-844e-433c-a46f-d62c883a91db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:14.761406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.806882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.839933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:14.840604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.843811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.873869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567b8da-ceea-4ed6-ae4e-c8b0d71571d6 req-a5d15845-8235-4290-97be-e1e26f21de94 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:14.882758 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4567b8da-ceea-4ed6-ae4e-c8b0d71571d6 req-a5d15845-8235-4290-97be-e1e26f21de94 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2141898 Apr 15 20:51:14.890369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port bccc4417-0a78-49f0-9ee7-4a58588fdfac, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:14.891471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:14.898181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:14.900430 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:14.919524 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6328039 Apr 15 20:51:14.928360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42218) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:14.941338 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4567b8da-ceea-4ed6-ae4e-c8b0d71571d6 req-b3520db7-8c1b-4f50-930d-52e7cc4f8981 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575078 Apr 15 20:51:14.964422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Request body: {'subnet': {'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1756366241-subnet', 'tenant_id': 'c5bdac6c7bf44f0dbb97bfc9212c027e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:14.969527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1375181c-1958-44d2-8ae3-b7e150412084,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:14.973265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:14.978162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:14.982474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Usage tracker for resource:subnet and tenant:c5bdac6c7bf44f0dbb97bfc9212c027e is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:14.985846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:14.986409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9dfc0e78-d771-4104-959d-4829c6b08593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:14.990518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=bccc4417-0a78-49f0-9ee7-4a58588fdfac,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:14.992292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:14.994465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:15.010169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Made reservation on behalf of c5bdac6c7bf44f0dbb97bfc9212c027e for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:51:15.015142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.020605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.091910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7849592-a847-48cf-bfe8-22540231fd9c req-a0a88732-e6a2-4d32-8f15-3c4be39f2fb3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:15.093664 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7849592-a847-48cf-bfe8-22540231fd9c req-a0a88732-e6a2-4d32-8f15-3c4be39f2fb3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 944 time: 0.4669149 Apr 15 20:51:15.097650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.162327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f8132e-86e5-4831-8454-1b174d25bd84,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:15.173861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network b7f8132e-86e5-4831-8454-1b174d25bd84 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:51:15.195974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:15.197334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4dd25b02-0258-487a-9d70-80e8e23bed1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:15.202655 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac', 'code': 200} Apr 15 20:51:15.217033 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0c183cb27c7e414d8a051b6b075c889a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9529569 Apr 15 20:51:15.217925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42232) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:15.260713 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7849592-a847-48cf-bfe8-22540231fd9c req-d66e33b6-99c6-40ea-a4fe-7f0cd5f65ccc tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546559 Apr 15 20:51:15.343028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb52c6eb-ee82-4021-8bce-10eaa60c39d6,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:15.363483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:15.400045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.458098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.512798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.519248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dca3d887-1dfd-42ee-9989-591f3e8487d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:15.533455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb52c6eb-ee82-4021-8bce-10eaa60c39d6,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:15.536643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:15.539465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.540813 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fb52c6eb-ee82-4021-8bce-10eaa60c39d6 HTTP/1.1" status: 204 len: 168 time: 0.3156476 Apr 15 20:51:15.687742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745df7e-bf4c-4896-ba34-ca5a88d21c68 req-457a955b-bdfc-4c77-960b-ce9863b3aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:15.689699 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d745df7e-bf4c-4896-ba34-ca5a88d21c68 req-457a955b-bdfc-4c77-960b-ce9863b3aade service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 1098 time: 0.1828599 Apr 15 20:51:15.766991 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d745df7e-bf4c-4896-ba34-ca5a88d21c68 req-a5ea752c-94b2-468c-a480-582f0bd9446a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615370 Apr 15 20:51:15.847968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.864242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:15.885610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42248) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:15.904783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:15.923922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:15.928005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Usage tracker for resource:security_group_rule and tenant:8b414292c90544da8f1cacd057c0a47e is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:15.931103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:15.937578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:15.992208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f4d462-1153-4249-b7c7-d319fa90887e,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:16.011139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:16.053393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.057405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.070167 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:16.079303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Checking segment: {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:51:16.079705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Network hostable DHCP agents. Network: b7f8132e-86e5-4831-8454-1b174d25bd84, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:51:16.100861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Network b7f8132e-86e5-4831-8454-1b174d25bd84 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:51:16.110447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, b7f8132e-86e5-4831-8454-1b174d25bd84) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:51:16.120240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785a213-0c20-4119-a03b-a1d9afde5535 None None] Network b7f8132e-86e5-4831-8454-1b174d25bd84 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:51:16.122530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:16.123183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.145302 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-981e998c-7086-487c-a661-ace77dfa75a3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2027214 Apr 15 20:51:16.184255 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b414292c90544da8f1cacd057c0a47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973583 Apr 15 20:51:16.187208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac7cf43-287c-4930-9c2d-8ea02d218b74,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:16.187559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42260) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:16.205870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:16.250467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce8319-4d9c-4217-a25c-259a7a89636e req-a9affa05-3c2c-46f3-9b1d-4dce8d526351 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:16.252163 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-28ce8319-4d9c-4217-a25c-259a7a89636e req-a9affa05-3c2c-46f3-9b1d-4dce8d526351 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1682911 Apr 15 20:51:16.290631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.317696 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-28ce8319-4d9c-4217-a25c-259a7a89636e req-a4d7158b-39fe-4fb5-9bfe-e8907dcb7920 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Apr 15 20:51:16.352060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.392215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d2aebd-6b7f-4b90-a5cd-d02eb2da7854 None None] Network b7f8132e-86e5-4831-8454-1b174d25bd84 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:51:16.404917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.412226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e67d6e2a-556e-489a-97ac-d151a1a8f569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:16.428137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac7cf43-287c-4930-9c2d-8ea02d218b74,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:16.439828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:16.445432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:16.449264 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fac7cf43-287c-4930-9c2d-8ea02d218b74 HTTP/1.1" status: 204 len: 168 time: 0.2580929 Apr 15 20:51:16.560042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc0ce8-159a-4962-99a8-97dcc781d7ba req-14abe68e-cef0-42c9-8e08-2d659d0ad678 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:16.568111 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9dc0ce8-159a-4962-99a8-97dcc781d7ba req-14abe68e-cef0-42c9-8e08-2d659d0ad678 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 945 time: 0.1175857 Apr 15 20:51:16.627656 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9dc0ce8-159a-4962-99a8-97dcc781d7ba req-94871a04-9ff5-4c71-91c4-3aa0a735af8a tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581889 Apr 15 20:51:17.521136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef6132-0e5f-4cab-9b24-613ef4ed20f5 req-be7d613a-4301-4c51-90f0-21f92395ce15 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:17.522907 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-26ef6132-0e5f-4cab-9b24-613ef4ed20f5 req-be7d613a-4301-4c51-90f0-21f92395ce15 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.0972157 Apr 15 20:51:17.576039 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-26ef6132-0e5f-4cab-9b24-613ef4ed20f5 req-f21550b1-a3da-4158-8c02-9bfa4041abb0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463324 Apr 15 20:51:17.839237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37e802-a53b-464b-b5e1-df9a73d40fe4 req-4b2774b4-d808-4c92-af7d-3825834ade1f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:17.840832 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4b37e802-a53b-464b-b5e1-df9a73d40fe4 req-4b2774b4-d808-4c92-af7d-3825834ade1f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 945 time: 0.1001198 Apr 15 20:51:17.896152 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4b37e802-a53b-464b-b5e1-df9a73d40fe4 req-e82c03ae-81e0-4cef-ae12-72692a9f6448 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Apr 15 20:51:18.831399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe13a85-4372-4042-8a6e-3ee4a32c7d92 req-b109e560-f77d-4720-8d8d-ac51ab179ab2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:18.833023 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abe13a85-4372-4042-8a6e-3ee4a32c7d92 req-b109e560-f77d-4720-8d8d-ac51ab179ab2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1019483 Apr 15 20:51:18.884930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abe13a85-4372-4042-8a6e-3ee4a32c7d92 req-8dc5ca49-d0ab-4ad9-b6b9-47b7bd6713b0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Apr 15 20:51:20.315400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d3443-4d4e-49bd-a756-ced1560de07d req-542720a7-8849-4723-b5c6-fa5c624ecb1d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:20.316917 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-401d3443-4d4e-49bd-a756-ced1560de07d req-542720a7-8849-4723-b5c6-fa5c624ecb1d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1029077 Apr 15 20:51:20.366496 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-401d3443-4d4e-49bd-a756-ced1560de07d req-d3858ffc-65bc-4d25-b523-0bc7545bb2da tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Apr 15 20:51:21.573308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fb3d8-1615-4d92-95a0-6504cf9d27f9 req-874cd3cb-bcdb-40f6-9f14-2b86b6920c54 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:21.575712 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ff3fb3d8-1615-4d92-95a0-6504cf9d27f9 req-874cd3cb-bcdb-40f6-9f14-2b86b6920c54 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.0934329 Apr 15 20:51:21.632290 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ff3fb3d8-1615-4d92-95a0-6504cf9d27f9 req-acad1b86-94fe-4783-af16-cd3c52313233 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Apr 15 20:51:22.373572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-44a9dd1c-b4a7-49fc-b654-4b75f9573377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:22.732582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42466) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:22.868014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:22.885073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:22.889273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Usage tracker for resource:security_group_rule and tenant:7078570f31534d06a69b43fc34d6b583 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:22.892423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:22.898645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:22.993197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:22.997333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.006858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4935a0b-f2e5-4819-b110-a13f28357d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:23.049146 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7078570f31534d06a69b43fc34d6b583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122287 Apr 15 20:51:23.049703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42480) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:23.058653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db49be80-ab96-4f25-b7b7-9b5c091391f5,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:23.061931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:23.119946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.149375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.202946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.208371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c3d4c6e6-e52e-46e6-8b05-d7eb6df26496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:23.222338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db49be80-ab96-4f25-b7b7-9b5c091391f5,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:23.231848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:23.234800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.239505 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db49be80-ab96-4f25-b7b7-9b5c091391f5 HTTP/1.1" status: 204 len: 168 time: 0.1881471 Apr 15 20:51:23.243839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f288ca0-a63b-4355-8e2d-b6556bffbbbb req-ca593e02-b873-43b2-a8d6-5c7c80001996 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:23.254696 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1f288ca0-a63b-4355-8e2d-b6556bffbbbb req-ca593e02-b873-43b2-a8d6-5c7c80001996 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1221340 Apr 15 20:51:23.310852 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1f288ca0-a63b-4355-8e2d-b6556bffbbbb req-fa013171-1c38-4d2a-ae6c-3e9b07f8d99a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548091 Apr 15 20:51:23.553147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42490) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:23.572876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.588614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:23.593314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Usage tracker for resource:security_group_rule and tenant:893598a7f6fb4e6da16c2cf9b107c430 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:23.596654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:23.603811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:23.695994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.699485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.706722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-31dc5fd2-6c37-4297-a578-bb9026397aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:23.758204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97df5103-4d11-4ea5-a926-b583a0c85b0d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:23.761716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:23.766845 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=893598a7f6fb4e6da16c2cf9b107c430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122200 Apr 15 20:51:23.769486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42496) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:23.837895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.866300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.917489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.923098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fb2a4bd0-5a3c-442b-bd07-777f2a95a963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:23.937173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df5103-4d11-4ea5-a926-b583a0c85b0d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:23.941729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:23.949245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:23.950555 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/97df5103-4d11-4ea5-a926-b583a0c85b0d HTTP/1.1" status: 204 len: 168 time: 0.1799619 Apr 15 20:51:24.359012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42514) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:24.362796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1954b1dc-95b8-448d-9107-69d24cd497cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.378910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.398476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:24.404207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8c409ff7af496fae47c57eaa5a94c9 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:24.407652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:24.413858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:24.576229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.581547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.594112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:24.613457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffcb30-f00b-452b-90d2-ff66b530fea8 req-215a453b-2857-473c-be18-e30c9cf48b61 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:24.615075 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9dffcb30-f00b-452b-90d2-ff66b530fea8 req-215a453b-2857-473c-be18-e30c9cf48b61 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1684601 Apr 15 20:51:24.660429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:51:24.674865 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6b8c409ff7af496fae47c57eaa5a94c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144081 Apr 15 20:51:24.676035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa576b7-9f25-4e4c-82d5-ce4c0c1e679c,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:24.677909 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42522) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:24.686535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:24.702229 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9dffcb30-f00b-452b-90d2-ff66b530fea8 req-c13ea752-6fb3-43c4-a02e-c741affe8c43 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Apr 15 20:51:24.753516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.782358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.829208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.836102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d3d6280-6db4-4471-a9e2-0bd2aff0fc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:24.849924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa576b7-9f25-4e4c-82d5-ce4c0c1e679c,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:24.852474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:24.860645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:24.862159 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4aa576b7-9f25-4e4c-82d5-ce4c0c1e679c HTTP/1.1" status: 204 len: 168 time: 0.1829302 Apr 15 20:51:25.565854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:25.733775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:25.770410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:26.935010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.181964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42600) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:27.323283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.340371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:27.345450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Usage tracker for resource:security_group_rule and tenant:f4cc624f82d24f2d87c115d994b7afda is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:27.350180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:27.356842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:27.453922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.457593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.465164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:27.507988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2668d92-bf0f-4d1b-9960-cb5213952af5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:27.511456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:27.519459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42608) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:27.520130 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4cc624f82d24f2d87c115d994b7afda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367941 Apr 15 20:51:27.588262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.617272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.663622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.667817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c824835c-a0ea-4778-baef-45ef4f1460c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:27.682955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2668d92-bf0f-4d1b-9960-cb5213952af5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:27.685606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:27.696522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:27.712304 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b2668d92-bf0f-4d1b-9960-cb5213952af5 HTTP/1.1" status: 204 len: 168 time: 0.1823392 Apr 15 20:51:27.910988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-bc0884b7-a933-4d04-8460-05f3cec341d5 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:27.911762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-bc0884b7-a933-4d04-8460-05f3cec341d5 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Synchronizing usage tracker for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:27.917420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-5657e8f4-681a-4c59-af0d-bce83979813f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:27.919162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-5657e8f4-681a-4c59-af0d-bce83979813f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.1636219 Apr 15 20:51:27.929750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-bc0884b7-a933-4d04-8460-05f3cec341d5 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Unset dirty status for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:27.935193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-bc0884b7-a933-4d04-8460-05f3cec341d5 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/networks?id=b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 200 len: 809 time: 0.1902165 Apr 15 20:51:27.938603 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-14c94ed2-18bc-43ff-8b68-b9e6183ca7a1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/quotas/5b1d6866814045ddae112014ad2eabd3 HTTP/1.1" status: 200 len: 375 time: 0.0124118 Apr 15 20:51:27.948660 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-a903cd63-2be8-4cad-9582-b87dde6edfa8 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/quotas/c5bdac6c7bf44f0dbb97bfc9212c027e HTTP/1.1" status: 200 len: 375 time: 0.0109084 Apr 15 20:51:28.013482 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-7260860a-af4b-4f30-9ae9-2114244934a0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584903 Apr 15 20:51:28.036975 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-219c3ddf-ad23-464f-9d2c-824a49444bd7 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932522 Apr 15 20:51:28.039151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42624) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:28.090997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.158787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:28.164474 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-5e2d0b4c-09fe-42e4-991b-11859d84a6a1 service neutron] 10.222.0.70 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428678 Apr 15 20:51:28.175010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Usage tracker for resource:security_group_rule and tenant:9cefc887a650402c86fe5e17855b68a4 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:28.179981 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:28.189282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:28.252446 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-f0769ced-b53e-4ad0-b9ed-06cf4ee72b6c service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939862 Apr 15 20:51:28.317667 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-4321ee93-b058-467f-b367-d8b48e5c85a6 service neutron] 10.222.0.70 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463344 Apr 15 20:51:28.449014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.453733 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-e585405c-6678-47ba-ba41-6a94a91d20fe service neutron] 10.222.0.70 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939600 Apr 15 20:51:28.458176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.481791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-abb09ab1-7abf-4e6a-a1ed-61759acda7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:28.531816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42642) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:28.542169 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9cefc887a650402c86fe5e17855b68a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015957 Apr 15 20:51:28.544737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7211135-fb71-4b5c-9668-61c7722c05d3,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:28.548390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:28.647014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.679440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.773520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.805849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d73fe96e-da69-4a5d-ab23-80c28c266b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:28.826639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7211135-fb71-4b5c-9668-61c7722c05d3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:28.886086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:28.908226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:28.920194 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c7211135-fb71-4b5c-9668-61c7722c05d3 HTTP/1.1" status: 204 len: 168 time: 0.3823607 Apr 15 20:51:28.927743 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9bc5fcfb-f502-4370-abaf-5f08ff3d72c4 req-a9a06fc3-1409-4be4-a9ce-508a2c29cfeb tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 210 time: 0.0747418 Apr 15 20:51:28.989290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e12d-b836-4148-9bd4-990ee1a3cb6f req-673d5cd7-77a0-4cf1-992a-01ea969fea98 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:29.002552 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3dc1e12d-b836-4148-9bd4-990ee1a3cb6f req-673d5cd7-77a0-4cf1-992a-01ea969fea98 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1797013 Apr 15 20:51:29.045828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c50519c8-d038-413e-9ac0-cc7062bc7a8a req-d687124a-884e-4756-ab3d-8a08c034b75a tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 210 time: 0.0648248 Apr 15 20:51:29.086528 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3dc1e12d-b836-4148-9bd4-990ee1a3cb6f req-b051aaf8-6bf1-4ca5-b8e8-5e9257f212fd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826197 Apr 15 20:51:30.189276 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d5471ee6-bb12-4d47-91f6-b069b7775683 req-aad62851-4156-4d53-b688-81430dc55bd2 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 210 time: 0.0933554 Apr 15 20:51:30.224786 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9947dbff-50dc-40da-8698-2f31a54265fd req-b77e04ba-c35e-49a6-ae59-76c0d7bc0694 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 210 time: 0.0583508 Apr 15 20:51:30.245409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-2c3a9f54-5bf0-4421-8839-25ba4f6156ed tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:30.247059 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-2c3a9f54-5bf0-4421-8839-25ba4f6156ed tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "GET /v2.0/networks?id=b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 200 len: 809 time: 0.2933836 Apr 15 20:51:30.270560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Request body: {'port': {'device_id': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84', 'admin_state_up': True, 'tenant_id': 'c5bdac6c7bf44f0dbb97bfc9212c027e'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:30.486395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:30.493584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Usage tracker for resource:port and tenant:c5bdac6c7bf44f0dbb97bfc9212c027e is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:30.497290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:30.508120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602bdac-1900-4215-87c3-047fafdabe59 req-9bc5cae3-2e3c-451c-aaf2-013c1502fc5f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:30.509750 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c602bdac-1900-4215-87c3-047fafdabe59 req-9bc5cae3-2e3c-451c-aaf2-013c1502fc5f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1631601 Apr 15 20:51:30.513990 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:30.524905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Made reservation on behalf of c5bdac6c7bf44f0dbb97bfc9212c027e for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:51:30.531382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:30.636256 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c602bdac-1900-4215-87c3-047fafdabe59 req-4a317ddf-c436-41cd-aa15-c66697dc6832 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932291 Apr 15 20:51:30.815443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-0bc9b17c-974b-4948-871d-14ae25329ce5 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:30.817440 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-0bc9b17c-974b-4948-871d-14ae25329ce5 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 814 time: 0.1848986 Apr 15 20:51:30.850291 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Request body: {'port': {'device_id': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'admin_state_up': True, 'tenant_id': '5b1d6866814045ddae112014ad2eabd3'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:30.896880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Allocated IP 172.20.0.14 (b7f8132e-86e5-4831-8454-1b174d25bd84/f2f4d462-1153-4249-b7c7-d319fa90887e/0fd79e71-633e-401a-8f21-972051570b0f) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:51:31.070786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:31.081692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:31.091920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Made reservation on behalf of 5b1d6866814045ddae112014ad2eabd3 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:51:31.099272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:31.384409 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-48791240-b7d2-42bd-ac59-824830716363 req-19f2d9c7-f081-4bf2-a1f4-563ee97a83c1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 210 time: 0.0709898 Apr 15 20:51:31.419716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Allocated IP 172.20.0.9 (b3a151e8-9bcb-4252-aca8-cda6fde61f6e/e9c277ce-a3d6-4fe8-92f5-d440dd60aa68/7716f640-4d0a-4c55-b54c-f6e8a87d64dd) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:51:31.487588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:31.520939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:31.540820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:31.628619 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Pushing event updated for resources: {'Port': ['ID=0fd79e71-633e-401a-8f21-972051570b0f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:31.725519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:31.736772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:31.753375 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49996cef-4145-4d60-a244-6112f7ee8b2f req-9d2d2973-55f5-446b-99eb-aea9e4e4d796 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 210 time: 0.1263463 Apr 15 20:51:31.795316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:31.808434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38', '0373b75a-6b0b-49aa-8031-08259c8e5099', 'bccc4417-0a78-49f0-9ee7-4a58588fdfac'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:31.870856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Network b7f8132e-86e5-4831-8454-1b174d25bd84 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:51:31.872203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:51:31.879169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:51:31.963369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:31.964407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:31.996548 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7308037 Apr 15 20:51:32.014490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Request body: {'port': {'device_id': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:32.174690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:32.296328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4972f433-80cc-4fb3-ab20-724665b45486 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:32.454523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:51:32.465280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:51:32.476677 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:51:32.510747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event updated for resources: {'Port': ['ID=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:32.519784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:32.575841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:32.576817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:32.589634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ace665-5d24-4d1e-b8b0-df6e56ff7bc3 req-bcda0572-63da-4bf9-b0a3-0305b9ba14f5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:32.591218 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-02ace665-5d24-4d1e-b8b0-df6e56ff7bc3 req-bcda0572-63da-4bf9-b0a3-0305b9ba14f5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2963016 Apr 15 20:51:32.658013 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-02ace665-5d24-4d1e-b8b0-df6e56ff7bc3 req-ce4554b4-dd35-4429-9996-b9bc8f17ab98 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567122 Apr 15 20:51:32.659585 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8142636 Apr 15 20:51:32.681482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Request body: {'port': {'device_id': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:32.743395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd79e71-633e-401a-8f21-972051570b0f {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:32.757400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:32.782235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Transition to ACTIVE for port object 0fd79e71-633e-401a-8f21-972051570b0f will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:51:32.793967 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:32.886075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f9558-a5ca-4989-848f-91203959a573 req-863a08bf-b457-4b68-97bc-6ca2757f24ba tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:32.886859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-bd7f9558-a5ca-4989-848f-91203959a573 req-863a08bf-b457-4b68-97bc-6ca2757f24ba tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Synchronizing usage tracker for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:32.889750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:32.935328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:33.005015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-bd7f9558-a5ca-4989-848f-91203959a573 req-863a08bf-b457-4b68-97bc-6ca2757f24ba tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Unset dirty status for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:33.006470 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bd7f9558-a5ca-4989-848f-91203959a573 req-863a08bf-b457-4b68-97bc-6ca2757f24ba tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 932 time: 0.4876413 Apr 15 20:51:33.021169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=0fd79e71-633e-401a-8f21-972051570b0f,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:33.035677 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:33.106652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd476df-c7b0-4f8e-b347-597ee485f9a1 req-bb813520-07b4-44fd-9a4c-9fa1040bc3ed tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:33.107431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-6cd476df-c7b0-4f8e-b347-597ee485f9a1 req-bb813520-07b4-44fd-9a4c-9fa1040bc3ed tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:33.159535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-6cd476df-c7b0-4f8e-b347-597ee485f9a1 req-bb813520-07b4-44fd-9a4c-9fa1040bc3ed tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:33.159986 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bd7f9558-a5ca-4989-848f-91203959a573 req-129196a7-0219-4e64-b4f3-0c99b9fbbdbc tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424935 Apr 15 20:51:33.160794 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6cd476df-c7b0-4f8e-b347-597ee485f9a1 req-bb813520-07b4-44fd-9a4c-9fa1040bc3ed tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 931 time: 0.2721438 Apr 15 20:51:33.289333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Attempting to bind port 0fd79e71-633e-401a-8f21-972051570b0f on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:51:33.289876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Attempting to bind port 0fd79e71-633e-401a-8f21-972051570b0f by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:51:33.290386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Attempting to bind port 0fd79e71-633e-401a-8f21-972051570b0f on network b7f8132e-86e5-4831-8454-1b174d25bd84 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:33.294291 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6cd476df-c7b0-4f8e-b347-597ee485f9a1 req-b6dcc072-d842-40b3-b31c-7e809864ac1d tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817807 Apr 15 20:51:33.310946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Port 0fd79e71-633e-401a-8f21-972051570b0f on network b7f8132e-86e5-4831-8454-1b174d25bd84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:51:33.311590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Attempting to bind port 0fd79e71-633e-401a-8f21-972051570b0f on network b7f8132e-86e5-4831-8454-1b174d25bd84 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:33.319947 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:51:33.320142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Checking segment: {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:51:33.320513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Bound using segment: {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:51:33.321018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Bound port: 0fd79e71-633e-401a-8f21-972051570b0f, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:51:33.321415 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:33.418236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7716f640-4d0a-4c55-b54c-f6e8a87d64dd {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:33.427119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:33.444070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] For port 0fd79e71-633e-401a-8f21-972051570b0f, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:51:33.444721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Transition to ACTIVE for port object 7716f640-4d0a-4c55-b54c-f6e8a87d64dd will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:51:33.448066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] For port 0fd79e71-633e-401a-8f21-972051570b0f, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0fd79e71-633e-401a-8f21-972051570b0f,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:51:33.449837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:33.451878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:33.525364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:33.568730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:33.623301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Pushing event updated for resources: {'Port': ['ID=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:33.627749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:33.691686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:33.692218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:33.694398 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] 10.222.0.60 "PUT /v2.0/ports/0fd79e71-633e-401a-8f21-972051570b0f HTTP/1.1" status: 200 len: 1094 time: 1.6852300 Apr 15 20:51:33.695089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'tag': '0fd79e71-633e-401a-8f21-972051570b0f'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:33.727213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Pushing event updated for resources: {'Port': ['ID=0fd79e71-633e-401a-8f21-972051570b0f,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:33.736945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:33.868245 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'tag': '0fd79e71-633e-401a-8f21-972051570b0f', 'status': 'completed', 'code': 200} Apr 15 20:51:33.879506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Attempting to bind port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:51:33.880424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Attempting to bind port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:51:33.881002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Attempting to bind port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:33.886656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:51:33.887108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Attempting to bind port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd on network b3a151e8-9bcb-4252-aca8-cda6fde61f6e {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:33.892819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:51:33.893285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Checking segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:51:33.893710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Bound using segment: {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:51:33.894213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Bound port: 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f75608-d992-460e-aba9-e19a0d625b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:51:33.894605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:34.008477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-da38cd17-aa3a-4907-8ac9-6685dbd3b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.010181 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-da38cd17-aa3a-4907-8ac9-6685dbd3b7f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 1097 time: 0.2511561 Apr 15 20:51:34.010439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] For port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:51:34.015418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] For port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:51:34.019194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:34.023715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646c035-f1bd-452c-b756-ceb1b94e9e14 req-efd3a14d-2e6a-4ac5-898a-e921766512ef tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.025324 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5646c035-f1bd-452c-b756-ceb1b94e9e14 req-efd3a14d-2e6a-4ac5-898a-e921766512ef tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1321666 Apr 15 20:51:34.036342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-11ff5628-825d-4f0a-8d13-67d5ef88baca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:34.123512 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-4d103886-ee60-4d07-9cf3-8cf7d6f30479 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd79e71-633e-401a-8f21-972051570b0f HTTP/1.1" status: 200 len: 217 time: 0.0889764 Apr 15 20:51:34.189139 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5646c035-f1bd-452c-b756-ceb1b94e9e14 req-bfb48785-0e71-4f97-acb7-e1beb6bdf146 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551697 Apr 15 20:51:34.193288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Pushing event updated for resources: {'Port': ['ID=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:34.199141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:34.240406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-9e3db1df-e4e1-40ba-932c-5b0e50106eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.241013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.241760 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:34.242336 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-9e3db1df-e4e1-40ba-932c-5b0e50106eac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2f4d462-1153-4249-b7c7-d319fa90887e HTTP/1.1" status: 200 len: 849 time: 0.1075511 Apr 15 20:51:34.243358 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] 10.222.0.60 "PUT /v2.0/ports/7716f640-4d0a-4c55-b54c-f6e8a87d64dd HTTP/1.1" status: 200 len: 1093 time: 1.5672753 Apr 15 20:51:34.243883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'tag': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:34.295815 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'tag': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd', 'status': 'completed', 'code': 200} Apr 15 20:51:34.312122 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-d19babea-3131-4a23-918a-e227d53b0479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7f8132e-86e5-4831-8454-1b174d25bd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514824 Apr 15 20:51:34.498507 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-dab2377c-0ca4-4a3b-a407-327f09ba7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.499926 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-dab2377c-0ca4-4a3b-a407-327f09ba7f36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 1096 time: 0.1279094 Apr 15 20:51:34.509901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918011d-aef4-4f95-baa3-0a26efecc9d5 req-76b1bde6-bc9c-4578-a467-973e815f6735 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.511654 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f918011d-aef4-4f95-baa3-0a26efecc9d5 req-76b1bde6-bc9c-4578-a467-973e815f6735 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 944 time: 0.1911137 Apr 15 20:51:34.531214 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-bee97a22-4497-42fe-a0a4-936f5ce9309d service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051246 Apr 15 20:51:34.603487 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-c7116054-0cf6-40cb-aafa-4457fdb3167a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd HTTP/1.1" status: 200 len: 217 time: 0.0907602 Apr 15 20:51:34.639977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae593ca-9bb8-4c67-b915-d13f2b576fab req-e95d2445-b4d0-4c1d-abc2-d013a2633c2c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.641655 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cae593ca-9bb8-4c67-b915-d13f2b576fab req-e95d2445-b4d0-4c1d-abc2-d013a2633c2c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 943 time: 0.2116539 Apr 15 20:51:34.670429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-f918011d-aef4-4f95-baa3-0a26efecc9d5 req-d7dce002-05e8-4561-a353-f647cfde6054 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Synchronizing usage tracker for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:34.703240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-992e89f3-452f-4f1c-acf5-60f50de325b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.704915 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-992e89f3-452f-4f1c-acf5-60f50de325b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.0900519 Apr 15 20:51:34.708031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-f918011d-aef4-4f95-baa3-0a26efecc9d5 req-d7dce002-05e8-4561-a353-f647cfde6054 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Unset dirty status for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:34.709100 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f918011d-aef4-4f95-baa3-0a26efecc9d5 req-d7dce002-05e8-4561-a353-f647cfde6054 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387122 Apr 15 20:51:34.745414 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cae593ca-9bb8-4c67-b915-d13f2b576fab req-4ecea9f9-afd2-4e5f-ba0a-eda3fb3872fd tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962272 Apr 15 20:51:34.759641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c1e8e119-e698-42c5-a6ea-52082d974e23 req-9d2606e2-e5da-47c3-a56d-da4544a38d64 service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166901 Apr 15 20:51:34.797882 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-35da6d18-799d-4640-997e-90b58a841845 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837693 Apr 15 20:51:34.902671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-737156da-6e0f-472d-9a1d-ae3802989b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:34.904289 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-737156da-6e0f-472d-9a1d-ae3802989b4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 1097 time: 0.0883415 Apr 15 20:51:34.959095 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-8ecf732e-efb8-4d59-892a-b8e5503dd7ed service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440487 Apr 15 20:51:35.063075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-55edd7b0-cefa-4b4f-9aed-27f19b3050ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:35.064862 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-55edd7b0-cefa-4b4f-9aed-27f19b3050ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 200 len: 910 time: 0.1534333 Apr 15 20:51:35.127451 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d6abbfc-59b6-4e6c-b53c-2363689fed76 req-2628baf1-d617-446b-8e0d-22546bd3ff7c service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581917 Apr 15 20:51:35.158088 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-b1e883f8-6510-4d06-b170-c0b4868d044a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fd79e71-633e-401a-8f21-972051570b0f HTTP/1.1" status: 200 len: 217 time: 0.0788076 Apr 15 20:51:35.244329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-2e527ec0-a417-4aa7-b4d6-3cc87bdbf4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:35.246325 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-2e527ec0-a417-4aa7-b4d6-3cc87bdbf4c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2f4d462-1153-4249-b7c7-d319fa90887e HTTP/1.1" status: 200 len: 849 time: 0.0796409 Apr 15 20:51:35.334395 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-4fc9b39d-c939-4ed5-8aae-a2a857f60c20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7f8132e-86e5-4831-8454-1b174d25bd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667655 Apr 15 20:51:35.381916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-3896b31b-de36-4f42-b8b8-af04b4388f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:35.383672 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-3896b31b-de36-4f42-b8b8-af04b4388f89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b1d6866814045ddae112014ad2eabd3&device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 1096 time: 0.1326897 Apr 15 20:51:35.488533 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-3a5a6c55-8889-4f24-97e3-3aa17074d9b6 service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457155 Apr 15 20:51:35.548525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba6989-0061-487b-90dd-a1b412235b4b req-ae26b963-b7cc-4ed9-8cbf-128be50ff61a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:35.550233 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-afba6989-0061-487b-90dd-a1b412235b4b req-ae26b963-b7cc-4ed9-8cbf-128be50ff61a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2219992 Apr 15 20:51:35.607859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-e4a3d8b9-a88b-4c1b-9750-11295572d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:35.609490 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-e4a3d8b9-a88b-4c1b-9750-11295572d73c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 200 len: 915 time: 0.2130098 Apr 15 20:51:35.695405 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-71da68d4-9d56-4ac7-804c-0cfd4aac3ccf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd HTTP/1.1" status: 200 len: 217 time: 0.0714011 Apr 15 20:51:35.707779 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-afba6989-0061-487b-90dd-a1b412235b4b req-b0f690e9-0862-4d11-9e00-e0c19ae597c3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467521 Apr 15 20:51:35.823865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-84d4b611-5f56-462e-965f-9c256297a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:35.837217 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-84d4b611-5f56-462e-965f-9c256297a44c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 200 len: 854 time: 0.1172781 Apr 15 20:51:35.956580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-85d7fc72-80f5-4ef4-932e-040e18dcc1df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a151e8-9bcb-4252-aca8-cda6fde61f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095643 Apr 15 20:51:35.981119 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4358ecfc-cbaf-46d0-83d9-9edcde060354 req-76f21143-182d-471e-8745-17e8a0cab29e service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838402 Apr 15 20:51:36.008511 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad444-2095-4573-a5fd-fcfcf4629226 req-618a6f65-9fe3-4e01-bc54-3ce3c5da4ad4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:36.010717 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e0dad444-2095-4573-a5fd-fcfcf4629226 req-618a6f65-9fe3-4e01-bc54-3ce3c5da4ad4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 944 time: 0.1399076 Apr 15 20:51:36.064550 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e0dad444-2095-4573-a5fd-fcfcf4629226 req-b8418c61-f130-4dbe-a9d7-6e2821ae50a0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Apr 15 20:51:36.379470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259eaeb1-cdc9-4b23-92a4-bc1639fce421 req-9a38c887-7748-4c4e-94a8-a1f2b2b1427c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:36.381503 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-259eaeb1-cdc9-4b23-92a4-bc1639fce421 req-9a38c887-7748-4c4e-94a8-a1f2b2b1427c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 943 time: 0.4839451 Apr 15 20:51:36.387570 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-6d1f8130-ec51-42ff-a67c-3c4dfa004fd5 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209275 Apr 15 20:51:36.521969 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-259eaeb1-cdc9-4b23-92a4-bc1639fce421 req-0436928b-8fba-48cb-a22d-b4da19775149 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333091 Apr 15 20:51:36.566670 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7f28851-f4dd-4448-a93d-3e85dbc30307 req-75671b22-0f07-48f5-9352-276f5dd2e751 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621177 Apr 15 20:51:36.915079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092c67e-66ea-4cdd-8428-f691d6918690 req-6b85149e-30cd-4248-9b03-dec585a4f28f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:36.916733 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6092c67e-66ea-4cdd-8428-f691d6918690 req-6b85149e-30cd-4248-9b03-dec585a4f28f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.0920243 Apr 15 20:51:36.968155 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6092c67e-66ea-4cdd-8428-f691d6918690 req-a675327f-877f-4742-9f89-9befda625d89 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Apr 15 20:51:37.383320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef915ec-d1f9-4b30-9cec-d9ce67cd3b43 req-ac287d82-f79d-43cc-9cab-90ac48db7ee2 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:37.400835 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bef915ec-d1f9-4b30-9cec-d9ce67cd3b43 req-ac287d82-f79d-43cc-9cab-90ac48db7ee2 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 944 time: 0.2156725 Apr 15 20:51:37.424462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f3581-d51b-4d89-9084-2620a0192876 req-9449cee2-98ec-4f19-b574-8d5ef2b3ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:37.429831 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c38f3581-d51b-4d89-9084-2620a0192876 req-9449cee2-98ec-4f19-b574-8d5ef2b3ef7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 1098 time: 0.2024603 Apr 15 20:51:37.501581 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bef915ec-d1f9-4b30-9cec-d9ce67cd3b43 req-49c0350f-631f-4497-b1bf-2d4a4616f7f7 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981138 Apr 15 20:51:37.519547 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c38f3581-d51b-4d89-9084-2620a0192876 req-da643cc4-a345-42e4-8df2-7e5f925cd919 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781860 Apr 15 20:51:37.734161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc2167-2df9-4bea-9718-54f7d9c93c8d req-a505ec24-04dc-4f0a-9ed0-67b6f03a0cff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:37.736035 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1ffc2167-2df9-4bea-9718-54f7d9c93c8d req-a505ec24-04dc-4f0a-9ed0-67b6f03a0cff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 943 time: 0.0953183 Apr 15 20:51:37.790366 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1ffc2167-2df9-4bea-9718-54f7d9c93c8d req-27550ab5-806c-4ba5-902a-40a498b23337 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473301 Apr 15 20:51:38.181001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42219946-381c-40f8-817e-0d4bc94b0763 req-6d326b72-7c80-4419-9e49-667ab2696bf8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:38.182700 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-42219946-381c-40f8-817e-0d4bc94b0763 req-6d326b72-7c80-4419-9e49-667ab2696bf8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.0980084 Apr 15 20:51:38.235118 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-42219946-381c-40f8-817e-0d4bc94b0763 req-6e3bcf6f-8372-42f9-b8dd-552021e8bd3c tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459974 Apr 15 20:51:38.716443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103f3bb-80d2-4e11-ae86-a2eb21d70a48 req-c82e3829-7b7f-40f9-8ce3-35cb64b422cb tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:38.718446 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a103f3bb-80d2-4e11-ae86-a2eb21d70a48 req-c82e3829-7b7f-40f9-8ce3-35cb64b422cb tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 944 time: 0.1046636 Apr 15 20:51:38.718869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 7716f640-4d0a-4c55-b54c-f6e8a87d64dd details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:51:38.774616 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a103f3bb-80d2-4e11-ae86-a2eb21d70a48 req-2024096a-e696-4e09-aa68-42b9eb3dd1aa tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493159 Apr 15 20:51:39.024779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68e8e1-9382-43e0-a6be-cf2758264d50 req-82875f18-daf3-43c4-8b97-f5f3589c1980 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:39.026492 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-af68e8e1-9382-43e0-a6be-cf2758264d50 req-82875f18-daf3-43c4-8b97-f5f3589c1980 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 943 time: 0.1147575 Apr 15 20:51:39.077431 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-af68e8e1-9382-43e0-a6be-cf2758264d50 req-f92138d7-9ea6-4bda-8834-80c246624743 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Apr 15 20:51:39.109634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:39.124168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd', 'network_id': 'b3a151e8-9bcb-4252-aca8-cda6fde61f6e', 'port_id': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd', 'mac_address': 'fa:16:3e:34:5a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c277ce-a3d6-4fe8-92f5-d440dd60aa68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:51:39.184055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.204761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7716f640-4d0a-4c55-b54c-f6e8a87d64dd {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:39.221871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:39.227218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.228024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0fd79e71-633e-401a-8f21-972051570b0f details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:51:39.232881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:39.376380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:39.382613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:39.447073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 0fd79e71-633e-401a-8f21-972051570b0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0fd79e71-633e-401a-8f21-972051570b0f,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:39.462062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '0fd79e71-633e-401a-8f21-972051570b0f', 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84', 'port_id': '0fd79e71-633e-401a-8f21-972051570b0f', 'mac_address': 'fa:16:3e:c6:a6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f4d462-1153-4249-b7c7-d319fa90887e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:51:39.471023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb6bd9-4e21-422f-954f-6665fdf6d0c1 req-fd389196-c39c-44dc-8886-5f7741dcfa82 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:39.472623 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4cb6bd9-4e21-422f-954f-6665fdf6d0c1 req-fd389196-c39c-44dc-8886-5f7741dcfa82 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1117690 Apr 15 20:51:39.529400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.540782 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4cb6bd9-4e21-422f-954f-6665fdf6d0c1 req-319e019b-693e-4e05-9c19-1f1c141128cd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 Apr 15 20:51:39.555848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd79e71-633e-401a-8f21-972051570b0f {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:39.576201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 0fd79e71-633e-401a-8f21-972051570b0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0fd79e71-633e-401a-8f21-972051570b0f,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:39.579603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.582679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:39.611728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42938) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:39.662043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=0fd79e71-633e-401a-8f21-972051570b0f,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:39.665607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:39.747954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea23f39-d697-4cf0-83e7-5505d701c228 req-024b95fd-33fd-4329-b7b7-249de5d0eac6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:39.749018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.749678 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ea23f39-d697-4cf0-83e7-5505d701c228 req-024b95fd-33fd-4329-b7b7-249de5d0eac6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0980852 Apr 15 20:51:39.773198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:39.777642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Usage tracker for resource:security_group_rule and tenant:25781fef50104a73b41aeea58072f1fe is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:39.780752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:39.787001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:39.802541 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ea23f39-d697-4cf0-83e7-5505d701c228 req-de0e20a3-88c9-4f43-819f-68061a35d06b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Apr 15 20:51:39.910327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.915890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:39.950982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9605978d-328c-4d7a-a703-b58f7f376940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:39.964006 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25781fef50104a73b41aeea58072f1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509791 Apr 15 20:51:39.964685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42956) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:40.025856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca874dd-18f0-4d23-8a80-8721498d1c75 req-b8f266a2-ee0e-47f7-b49e-4c14e34f2acd tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:40.033735 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bca874dd-18f0-4d23-8a80-8721498d1c75 req-b8f266a2-ee0e-47f7-b49e-4c14e34f2acd tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 945 time: 0.1102989 Apr 15 20:51:40.046372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997da960-f6b7-42b5-a006-010a175b2f45,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:40.052412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:40.085194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.113218 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bca874dd-18f0-4d23-8a80-8721498d1c75 req-16f2e536-8f86-4cd0-80f3-fe4d81d0db4d tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Apr 15 20:51:40.134276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.142651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['7716f640-4d0a-4c55-b54c-f6e8a87d64dd'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:40.198993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.205459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8fceb71c-d028-472c-b55f-983b39830982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:40.222344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997da960-f6b7-42b5-a006-010a175b2f45,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:40.228881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:40.231093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.232340 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/997da960-f6b7-42b5-a006-010a175b2f45 HTTP/1.1" status: 204 len: 168 time: 0.2617376 Apr 15 20:51:40.261462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['0fd79e71-633e-401a-8f21-972051570b0f'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:40.394991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1112c4-88ac-4162-9eea-b46c4263150f req-82977287-62c0-4c87-9bee-ccae409cb358 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:40.406671 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5b1112c4-88ac-4162-9eea-b46c4263150f req-82977287-62c0-4c87-9bee-ccae409cb358 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 944 time: 0.1499135 Apr 15 20:51:40.470946 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5b1112c4-88ac-4162-9eea-b46c4263150f req-16c1644d-74b8-4777-940c-0899c467dc76 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529819 Apr 15 20:51:40.652679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 42986) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:40.671794 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.688178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:40.693383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Usage tracker for resource:security_group_rule and tenant:47fb66c29d7045d9842a639bef59eec1 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:40.696609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:40.702895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:40.790757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.795046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.803718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:40.849636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=47fb66c29d7045d9842a639bef59eec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957350 Apr 15 20:51:40.851393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a3dbc-6853-4477-af2f-31cf843e3aa4,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:40.852970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 42992) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:40.855248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:40.916901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.945359 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:40.997565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.005818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-312a235d-d031-4d9d-9a75-6fd8c9520084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:41.019575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a3dbc-6853-4477-af2f-31cf843e3aa4,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:41.022009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:41.025651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.027622 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/908a3dbc-6853-4477-af2f-31cf843e3aa4 HTTP/1.1" status: 204 len: 168 time: 0.1735733 Apr 15 20:51:41.330457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4465f5-33a3-4f3f-bb5e-9ae3d14c13df req-c9ebee95-9b62-4b3e-84a7-81644ae8f5df tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:41.332117 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bb4465f5-33a3-4f3f-bb5e-9ae3d14c13df req-c9ebee95-9b62-4b3e-84a7-81644ae8f5df tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 945 time: 0.0992630 Apr 15 20:51:41.386613 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bb4465f5-33a3-4f3f-bb5e-9ae3d14c13df req-f435ea96-73ef-42e2-8742-a6316846adb0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 Apr 15 20:51:41.411933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 43010) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:41.431064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.448020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:41.452371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Usage tracker for resource:security_group_rule and tenant:a56e8e054d1b40d7b218a92dd7318009 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:41.456120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:41.465709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:41.561634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.566129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.575516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-279436d3-f139-481d-ae3c-676b0170ffbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:41.618570 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a56e8e054d1b40d7b218a92dd7318009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053890 Apr 15 20:51:41.621243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 43020) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:41.624245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69890c89-6a72-47c2-ae1b-5d5b9e26512a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:41.645421 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.645797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.646213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.646618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.646966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.647347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.647724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.648103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.648484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.648915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.649290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.649664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:41.655696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:41.693633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e5b75-5c58-4d6a-8537-c34bd587a714 req-169f0100-5b0b-4c30-a709-0a77dd2027ac tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:41.701878 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4b3e5b75-5c58-4d6a-8537-c34bd587a714 req-169f0100-5b0b-4c30-a709-0a77dd2027ac tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 944 time: 0.1091425 Apr 15 20:51:41.727865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.763845 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4b3e5b75-5c58-4d6a-8537-c34bd587a714 req-31dcc9b6-bd6a-4234-b764-c3237efaba03 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555897 Apr 15 20:51:41.784480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.844651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.853095 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1869be39-159e-4994-8e7b-13675a4a320c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:41.869644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69890c89-6a72-47c2-ae1b-5d5b9e26512a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:41.872266 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:41.874579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:41.879129 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69890c89-6a72-47c2-ae1b-5d5b9e26512a HTTP/1.1" status: 204 len: 168 time: 0.2567220 Apr 15 20:51:41.974576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1a57-7897-45b9-a679-501ae989822f req-44fd763e-1d7a-46be-831d-cfab7b1e6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:41.976194 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-44fd763e-1d7a-46be-831d-cfab7b1e6091 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.1547089 Apr 15 20:51:42.021388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a014b81-1e07-464e-938d-75a2cda85ca9 req-ebc79656-6e85-4e6b-afe3-4a50abee2f87 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:42.023054 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2a014b81-1e07-464e-938d-75a2cda85ca9 req-ebc79656-6e85-4e6b-afe3-4a50abee2f87 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1483920 Apr 15 20:51:42.146564 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2a014b81-1e07-464e-938d-75a2cda85ca9 req-93afbe53-3595-4349-a11d-5fde87a808af tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741556 Apr 15 20:51:42.170887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1a57-7897-45b9-a679-501ae989822f req-d4ca3fd0-3a26-46cb-bc75-ceccc00170b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:42.172552 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-d4ca3fd0-3a26-46cb-bc75-ceccc00170b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.1877477 Apr 15 20:51:42.258596 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-2fe733d5-390e-48c9-b4cd-99fc00efdc88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.0746491 Apr 15 20:51:42.339766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1a57-7897-45b9-a679-501ae989822f req-b1eb8372-134c-462f-8430-548424036630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:42.341518 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-b1eb8372-134c-462f-8430-548424036630 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.0738864 Apr 15 20:51:42.401544 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-b8be574e-7475-4e55-9098-f9f35e7bd64c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506027 Apr 15 20:51:42.581210 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-4d93e748-d2d8-475d-8225-1565e6bb064d service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669316 Apr 15 20:51:42.608853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421b11-f346-46a9-895b-b2f66d1ced14 req-848c6d45-83bf-41d8-8f84-ee23bd1ad828 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:42.610763 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6e421b11-f346-46a9-895b-b2f66d1ced14 req-848c6d45-83bf-41d8-8f84-ee23bd1ad828 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 945 time: 0.0957346 Apr 15 20:51:42.671756 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6e421b11-f346-46a9-895b-b2f66d1ced14 req-7206ee9e-ce36-4578-b008-f12f87974f58 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Apr 15 20:51:42.753667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 7716f640-4d0a-4c55-b54c-f6e8a87d64dd up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:51:42.772970 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-424f1a57-7897-45b9-a679-501ae989822f req-da82c757-fea5-44c5-ae0a-b2e5ae418e75 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819749 Apr 15 20:51:42.869756 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:51:42.876513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:51:42.876933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:42.990367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53507e8e-e7f2-4924-98c0-c094ffb5be9b req-2e63807a-eb8d-4d74-9fed-bcfd41892d8a tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:42.992058 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-53507e8e-e7f2-4924-98c0-c094ffb5be9b req-2e63807a-eb8d-4d74-9fed-bcfd41892d8a tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 944 time: 0.1072998 Apr 15 20:51:43.027982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:43.043891 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-53507e8e-e7f2-4924-98c0-c094ffb5be9b req-23fc5d43-caeb-4e2a-8557-5d945583dd85 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Apr 15 20:51:43.063352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:43.074464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:43.078103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:43.079032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0fd79e71-633e-401a-8f21-972051570b0f up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:51:43.110664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:43.144895 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd', 'code': 200} Apr 15 20:51:43.211032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:43.219294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:43.222410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 0fd79e71-633e-401a-8f21-972051570b0f completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:51:43.228530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 0fd79e71-633e-401a-8f21-972051570b0f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:51:43.228956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:43.378107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:43.415040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819389f-fcd6-4295-9149-f655a68e720e req-85769fd5-e7a6-45f4-9df1-c4c7cf31ff1f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:43.422347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 0fd79e71-633e-401a-8f21-972051570b0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0fd79e71-633e-401a-8f21-972051570b0f,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:43.425016 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a819389f-fcd6-4295-9149-f655a68e720e req-85769fd5-e7a6-45f4-9df1-c4c7cf31ff1f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1234214 Apr 15 20:51:43.425686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:43.428257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:43.529221 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a819389f-fcd6-4295-9149-f655a68e720e req-aedb592a-315e-4f2f-91ae-a88fb66ea27d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021636 Apr 15 20:51:43.541509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=0fd79e71-633e-401a-8f21-972051570b0f,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:43.545158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:43.579996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a2467-f18d-4346-97fc-9464e0db9ca2 req-97e5145d-7924-4806-b50f-a16dbb60e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:43.581918 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-103a2467-f18d-4346-97fc-9464e0db9ca2 req-97e5145d-7924-4806-b50f-a16dbb60e156 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 1098 time: 0.1411681 Apr 15 20:51:43.633707 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-103a2467-f18d-4346-97fc-9464e0db9ca2 req-bd9f81bd-8cc9-4ec4-9884-164c15410fe4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Apr 15 20:51:43.887547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec246ba-76a0-496a-a0b9-2de1abf76407 req-99477439-aeb8-4da8-be25-85ab32c68f84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:43.889165 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cec246ba-76a0-496a-a0b9-2de1abf76407 req-99477439-aeb8-4da8-be25-85ab32c68f84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.0957909 Apr 15 20:51:43.940531 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cec246ba-76a0-496a-a0b9-2de1abf76407 req-9815147f-7ecc-4e91-bc09-aa3406ca1bfb tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Apr 15 20:51:44.140557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 43100) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:44.262979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf21844-aca1-415d-9642-434bb5b5e818 req-391eaea2-a78f-4388-9c2f-c8452752a98d tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:44.264551 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adf21844-aca1-415d-9642-434bb5b5e818 req-391eaea2-a78f-4388-9c2f-c8452752a98d tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 945 time: 0.0995562 Apr 15 20:51:44.286150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.300481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:44.304753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Usage tracker for resource:security_group_rule and tenant:f6fb16367fed42e1bbffa1988745f80a is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:44.308217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:44.314666 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adf21844-aca1-415d-9642-434bb5b5e818 req-817ca797-cf3c-4573-bd37-ef8584780eaa tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Apr 15 20:51:44.314846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:44.409801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.413230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.423519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2769785e-bf44-4ee5-adc2-9caa43b8c090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:44.474475 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6fb16367fed42e1bbffa1988745f80a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297374 Apr 15 20:51:44.474475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ce3299-9f39-4d4b-93bc-da5101b8f3ff,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:44.475032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 43114) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:44.477290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:44.589107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.621781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.719240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.733264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6625a091-b7df-46d2-bd08-a12e139c32e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:44.756877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ce3299-9f39-4d4b-93bc-da5101b8f3ff,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:44.767497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:44.768800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:44.772467 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d0ce3299-9f39-4d4b-93bc-da5101b8f3ff HTTP/1.1" status: 204 len: 168 time: 0.2929616 Apr 15 20:51:44.864374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab679e-ede8-42ce-a4d6-dfc3adb3dfcf req-326df65d-9bbd-4b06-a556-727c6bccd523 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:44.874656 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-88ab679e-ede8-42ce-a4d6-dfc3adb3dfcf req-326df65d-9bbd-4b06-a556-727c6bccd523 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1962256 Apr 15 20:51:44.937416 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-88ab679e-ede8-42ce-a4d6-dfc3adb3dfcf req-476bfa3e-1d44-444a-80f8-060987062d21 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Apr 15 20:51:45.145948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd79e71-633e-401a-8f21-972051570b0f'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:45.204293 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd79e71-633e-401a-8f21-972051570b0f', 'code': 200} Apr 15 20:51:45.206292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27036b-81a8-4d96-9f29-f3d4e0f44f88 req-d04a03fb-6b2a-4d81-9c92-ab47adc49ab0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:45.208013 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e27036b-81a8-4d96-9f29-f3d4e0f44f88 req-d04a03fb-6b2a-4d81-9c92-ab47adc49ab0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.1139135 Apr 15 20:51:45.264395 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8e27036b-81a8-4d96-9f29-f3d4e0f44f88 req-8fa2493b-9215-4524-b252-a03c8fa582cf tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489111 Apr 15 20:51:45.633157 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b862f-5612-408c-a020-875a850bc18e req-7714f101-801f-4d57-93ac-d9d2be818bc2 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:45.634829 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-399b862f-5612-408c-a020-875a850bc18e req-7714f101-801f-4d57-93ac-d9d2be818bc2 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 945 time: 0.1576498 Apr 15 20:51:45.646771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5e32d-3430-478b-8efe-a830487336cf req-3e474689-feb9-4ff6-bbed-f470e0c2ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:45.648396 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-39f5e32d-3430-478b-8efe-a830487336cf req-3e474689-feb9-4ff6-bbed-f470e0c2ea09 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 1099 time: 0.1321929 Apr 15 20:51:45.712377 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-399b862f-5612-408c-a020-875a850bc18e req-5baeab25-3696-4709-ad15-ec84050791e8 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702736 Apr 15 20:51:45.731768 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-39f5e32d-3430-478b-8efe-a830487336cf req-e1473f64-cd81-431e-80fc-cbc0f972ca4f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684147 Apr 15 20:51:46.150574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c291eb-534c-4667-a82d-60ca42ced271 req-1e1c032e-e39b-45dd-95a7-c550565a261f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:46.152364 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f0c291eb-534c-4667-a82d-60ca42ced271 req-1e1c032e-e39b-45dd-95a7-c550565a261f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0960486 Apr 15 20:51:46.212101 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f0c291eb-534c-4667-a82d-60ca42ced271 req-c6bf57b4-e99a-4a6e-99a2-0057bd0bb56f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519445 Apr 15 20:51:46.504419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be5a20-8ee5-4c1c-a683-9f91f095e542 req-8d16b8b3-bea4-4923-bf3d-8895bc9ea73f tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:46.506084 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c9be5a20-8ee5-4c1c-a683-9f91f095e542 req-8d16b8b3-bea4-4923-bf3d-8895bc9ea73f tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.0959065 Apr 15 20:51:46.558960 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c9be5a20-8ee5-4c1c-a683-9f91f095e542 req-b1691ae7-110b-4416-a2eb-2e53f706efc3 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Apr 15 20:51:47.416753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80825666-68a4-4990-abfb-68ed10a145ae req-06137f2e-0c6c-4073-aa94-628ab07ad496 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:47.418438 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80825666-68a4-4990-abfb-68ed10a145ae req-06137f2e-0c6c-4073-aa94-628ab07ad496 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0899642 Apr 15 20:51:47.477116 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80825666-68a4-4990-abfb-68ed10a145ae req-c9f58d26-918b-40ec-9f53-c45af260fa1d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520506 Apr 15 20:51:47.699030 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-e7aa01f1-d4a4-4690-98f2-4ce77efdc464 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=13e5914bd1fe442d90454babf30e9640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340464 Apr 15 20:51:47.890607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-e69869bb-34cf-4923-906a-93afed00f5e7 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:47.892382 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-e69869bb-34cf-4923-906a-93afed00f5e7 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870103 Apr 15 20:51:47.910643 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-718b078e-a68e-4a44-ab7b-2d646a367577 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/quotas/13e5914bd1fe442d90454babf30e9640 HTTP/1.1" status: 200 len: 375 time: 0.0119956 Apr 15 20:51:47.973205 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-313cae2d-7d8e-4f2b-a075-25221089c118 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=13e5914bd1fe442d90454babf30e9640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549829 Apr 15 20:51:48.040105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9949a08-5679-4773-be4b-7c48ea0b668c req-2fb98713-062b-4c9f-8546-7edf4bfe3dd7 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:48.041845 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e9949a08-5679-4773-be4b-7c48ea0b668c req-2fb98713-062b-4c9f-8546-7edf4bfe3dd7 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.1073575 Apr 15 20:51:48.101282 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e9949a08-5679-4773-be4b-7c48ea0b668c req-354e1a0b-035e-43ad-aa4c-fe0ca49d7dc8 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507560 Apr 15 20:51:48.390092 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10142c20-08ea-46f9-a935-a835a54cd115 req-f6c7be77-dfdf-4645-9dc9-d4f93ce4d2cf tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 210 time: 0.0562046 Apr 15 20:51:48.692966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705b205-948f-4f52-8939-995940099579 req-f1a18295-06d4-42f8-816d-ac8740886c65 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:48.695944 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3705b205-948f-4f52-8939-995940099579 req-f1a18295-06d4-42f8-816d-ac8740886c65 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0963683 Apr 15 20:51:48.778032 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3705b205-948f-4f52-8939-995940099579 req-60df9506-a490-49d9-b7b0-4a8c082af04b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 Apr 15 20:51:49.318800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa811a5-9683-4277-9fb1-022075559473 req-82421693-e2cb-46da-9f11-71ed007a796c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:49.320772 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6aa811a5-9683-4277-9fb1-022075559473 req-82421693-e2cb-46da-9f11-71ed007a796c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.1029067 Apr 15 20:51:49.379042 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6aa811a5-9683-4277-9fb1-022075559473 req-5f3ef49a-6658-4e63-947f-6a512cd08738 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515614 Apr 15 20:51:49.684056 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33b95ed4-62f7-45e4-b421-85176866890c req-a42da12e-ca95-4071-bd43-7062a18e5f51 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 210 time: 0.0574362 Apr 15 20:51:49.988771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09afbc-8e35-4b1f-bfce-309ff648de1a req-c0805ee9-65a1-41ee-a7f5-7722a25749bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:49.990455 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ef09afbc-8e35-4b1f-bfce-309ff648de1a req-c0805ee9-65a1-41ee-a7f5-7722a25749bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0956130 Apr 15 20:51:50.042026 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ef09afbc-8e35-4b1f-bfce-309ff648de1a req-1c0c8de9-ed80-4b31-962e-8f798d092ac1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Apr 15 20:51:50.089763 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-adfc502e-e5f5-4339-9336-4e2949aba59f tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=13e5914bd1fe442d90454babf30e9640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431769 Apr 15 20:51:50.276155 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-e3441005-1aba-4644-affa-ef8d7435b3d2 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:50.277797 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-e3441005-1aba-4644-affa-ef8d7435b3d2 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703615 Apr 15 20:51:50.319668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Request body: {'port': {'device_id': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8', 'admin_state_up': True, 'tenant_id': '13e5914bd1fe442d90454babf30e9640'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:50.511534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:50.525658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Usage tracker for resource:port and tenant:13e5914bd1fe442d90454babf30e9640 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:50.590536 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:50.596784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:50.606919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Made reservation on behalf of 13e5914bd1fe442d90454babf30e9640 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:51:50.613207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:50.629091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:50.649494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:50.653753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Usage tracker for resource:security_group_rule and tenant:13e5914bd1fe442d90454babf30e9640 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:50.658674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:50.666804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:50.679605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 43346) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:50.725443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebdc55-6963-4093-ad16-e3a12fa293ca req-bef95a52-3395-4e00-bfb8-8cf50ee7ef48 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:50.727474 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2eebdc55-6963-4093-ad16-e3a12fa293ca req-bef95a52-3395-4e00-bfb8-8cf50ee7ef48 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.2094290 Apr 15 20:51:50.866534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:50.884161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:50.889598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Usage tracker for resource:security_group_rule and tenant:8af6199349144619be6fa2eb225aa52f is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:50.893222 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:50.900704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:51.014204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.019745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.053685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:51.069796 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8af6199349144619be6fa2eb225aa52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889511 Apr 15 20:51:51.077311 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2eebdc55-6963-4093-ad16-e3a12fa293ca req-82290f4a-f3ec-404f-b607-a726277ecdeb tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430564 Apr 15 20:51:51.078057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 43366) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:51.130695 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-55dd0eee-c34d-48d0-bc7f-044597519b49 req-9cabaf1e-534a-4dee-8532-4f0f99abfb7f tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 210 time: 0.0781162 Apr 15 20:51:51.149647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b881167-159d-4437-9ae3-cc774b78b39a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:51.158208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:51.181285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.192459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.197933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a2bd6838-a7da-41a9-86dd-6ace56fb401b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:51.231946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee39853e-d6b5-48b3-8a36-4737a96029b4,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:51.279803 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.297876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.298312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.298711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.299097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.299463 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.300083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.300187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.300600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.301000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.301399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.301752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.302159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:51.306711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:51.358437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.363291 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902720bd-c41c-4f1d-9c44-05b3a5564ac1 req-3a6c6e68-e898-4ae8-a7bd-ae5174224c36 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:51.365147 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-902720bd-c41c-4f1d-9c44-05b3a5564ac1 req-3a6c6e68-e898-4ae8-a7bd-ae5174224c36 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0942194 Apr 15 20:51:51.418923 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-902720bd-c41c-4f1d-9c44-05b3a5564ac1 req-79d8470a-83b1-4a70-bbf0-8a984a2690cc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469730 Apr 15 20:51:51.461592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.467557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-120e2402-7ab2-45c6-9c3f-d472ddadfa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:51.482874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b881167-159d-4437-9ae3-cc774b78b39a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:51.490336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:51.501890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Allocated IP 192.168.233.208 (d0333f6f-2f62-45d3-aba3-27e700bcd3a8/bb4c529f-230c-44df-af8b-b44df94340fe/c06bb85a-e5fe-4936-b501-d88a1e41a612) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:51:51.517461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.521169 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1b881167-159d-4437-9ae3-cc774b78b39a HTTP/1.1" status: 204 len: 168 time: 0.4340749 Apr 15 20:51:51.828449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.852625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Transition to ACTIVE for port object c06bb85a-e5fe-4936-b501-d88a1e41a612 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:51:51.886024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:51.904720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:51.983512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Pushing event updated for resources: {'Port': ['ID=c06bb85a-e5fe-4936-b501-d88a1e41a612,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:52.061744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:52.180688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:51:52.182101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:51:52.184961 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:51:52.266289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:52.267087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:52.317436 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0037313 Apr 15 20:51:52.337487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Request body: {'port': {'device_id': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:51:52.394799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c95702a8-88af-4b9f-84b7-9082033a8d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:52.438306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-45ec32a2-141a-4ef8-a275-65c2d48fd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:52.440354 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-45ec32a2-141a-4ef8-a275-65c2d48fd483 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.1390464 Apr 15 20:51:52.563388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:52.571438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-a395ad96-28d5-452f-8c4a-3a1f9667ee09 None None] Provisioning for port c06bb85a-e5fe-4936-b501-d88a1e41a612 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:51:52.581788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-a395ad96-28d5-452f-8c4a-3a1f9667ee09 None None] Provisioning complete for port c06bb85a-e5fe-4936-b501-d88a1e41a612 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:51:52.582515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a395ad96-28d5-452f-8c4a-3a1f9667ee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:52.679859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-a395ad96-28d5-452f-8c4a-3a1f9667ee09 None None] Port c06bb85a-e5fe-4936-b501-d88a1e41a612 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:51:52.806642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-87bacfde-5fe9-4a60-acd9-442e0e64f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:52.808289 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-87bacfde-5fe9-4a60-acd9-442e0e64f510 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.3430614 Apr 15 20:51:52.831943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-4097c53e-447e-4402-b172-0dc17d2f4dcf tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:52.832749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-4097c53e-447e-4402-b172-0dc17d2f4dcf tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Synchronizing usage tracker for tenant:13e5914bd1fe442d90454babf30e9640 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:52.861456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-4097c53e-447e-4402-b172-0dc17d2f4dcf tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Unset dirty status for tenant:13e5914bd1fe442d90454babf30e9640 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:52.869419 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-4097c53e-447e-4402-b172-0dc17d2f4dcf tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 936 time: 0.4050715 Apr 15 20:51:52.942982 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-46f692a2-59d3-400c-8d66-e4cac4696249 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.1213522 Apr 15 20:51:52.953364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-cd7b1b48-a706-4801-9520-bc5cd0c62271 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Synchronizing usage tracker for tenant:13e5914bd1fe442d90454babf30e9640 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:51:52.979384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-cd7b1b48-a706-4801-9520-bc5cd0c62271 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Unset dirty status for tenant:13e5914bd1fe442d90454babf30e9640 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:51:52.988167 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38f23222-7d1f-463f-af94-1b4e99fda300 req-cd7b1b48-a706-4801-9520-bc5cd0c62271 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177361 Apr 15 20:51:53.138736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06bb85a-e5fe-4936-b501-d88a1e41a612 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:53.163020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:53.176847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-473edf27-2d97-401f-b62f-4e1a651d5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:53.184130 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-473edf27-2d97-401f-b62f-4e1a651d5f39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.1818323 Apr 15 20:51:53.192939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Transition to ACTIVE for port object c06bb85a-e5fe-4936-b501-d88a1e41a612 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:51:53.200512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:53.221938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:53.285304 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-96034a07-5346-4657-88a0-58d8843a7eea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755944 Apr 15 20:51:53.299732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03817363-2ca3-47d7-9f0d-e23cd43895b3 req-c841efce-d73c-48c5-aa93-a9e208d70ac2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:53.311869 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-03817363-2ca3-47d7-9f0d-e23cd43895b3 req-c841efce-d73c-48c5-aa93-a9e208d70ac2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.3670993 Apr 15 20:51:53.358478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 43454) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:53.406840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c06bb85a-e5fe-4936-b501-d88a1e41a612,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:53.421912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:53.471275 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-03817363-2ca3-47d7-9f0d-e23cd43895b3 req-476627c9-eda8-4bb8-a15b-af0a78455226 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579096 Apr 15 20:51:53.549678 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-f2bdc258-9abb-47c1-bff8-22c7be38f987 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146297 Apr 15 20:51:53.635520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:53.714078 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0c6f8b7-e653-40f9-86c8-238bc6342c99 req-73dbb3ef-eee8-4d06-8ad4-89a5149f1f03 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468666 Apr 15 20:51:53.735481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:53.742678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:964d74abee7546e2bedfc866b69344f2 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:53.748768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:53.763964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:53.835159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625a413-624a-4c3c-a8f2-0f923bd72fb7 req-519c23ed-2ed8-479d-b03d-598618d5cc45 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:53.836751 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b625a413-624a-4c3c-a8f2-0f923bd72fb7 req-519c23ed-2ed8-479d-b03d-598618d5cc45 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.2789712 Apr 15 20:51:53.838784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Attempting to bind port c06bb85a-e5fe-4936-b501-d88a1e41a612 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:51:53.839155 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Attempting to bind port c06bb85a-e5fe-4936-b501-d88a1e41a612 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:51:53.839557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Attempting to bind port c06bb85a-e5fe-4936-b501-d88a1e41a612 on network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:53.863662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Port c06bb85a-e5fe-4936-b501-d88a1e41a612 on network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:51:53.864025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Attempting to bind port c06bb85a-e5fe-4936-b501-d88a1e41a612 on network d0333f6f-2f62-45d3-aba3-27e700bcd3a8 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:51:53.880495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:51:53.880858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Checking segment: {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:51:53.881271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Bound using segment: {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:51:53.881747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Bound port: c06bb85a-e5fe-4936-b501-d88a1e41a612, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e96743dd-2fb8-45b0-afa5-0a59110a09f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:51:53.882158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:53.965909 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b625a413-624a-4c3c-a8f2-0f923bd72fb7 req-5f5de007-0a65-481c-ba4e-c774f7c8217a tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225049 Apr 15 20:51:54.029519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.035865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.047366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-56e9a85a-31b9-45be-8f58-89942d85cd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:54.077557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] For port c06bb85a-e5fe-4936-b501-d88a1e41a612, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:51:54.099556 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=964d74abee7546e2bedfc866b69344f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7353745 Apr 15 20:51:54.101286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] For port c06bb85a-e5fe-4936-b501-d88a1e41a612, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:51:54.102805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 43464) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:54.106559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.122328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2177b051-0aec-42f9-baf1-f0fc8b7be2e1,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:54.128769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:54.129221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:54.242590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.285132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effceca-1d71-442b-ba38-efeaa1e220b6 req-fc156440-e61f-4dce-9edc-64af07eb4540 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:54.285353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c06bb85a-e5fe-4936-b501-d88a1e41a612,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:54.285436 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8effceca-1d71-442b-ba38-efeaa1e220b6 req-fc156440-e61f-4dce-9edc-64af07eb4540 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 948 time: 0.1800017 Apr 15 20:51:54.285883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.288781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:54.318194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:54.318887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.320604 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/c06bb85a-e5fe-4936-b501-d88a1e41a612 HTTP/1.1" status: 200 len: 1098 time: 1.9894018 Apr 15 20:51:54.321160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'tag': 'c06bb85a-e5fe-4936-b501-d88a1e41a612'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:54.375568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-da517501-968a-4cd6-9127-4dcc3b590f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.383331 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8effceca-1d71-442b-ba38-efeaa1e220b6 req-3a4f04c1-6354-4dc6-8be6-0c9ef2ab77c9 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871720 Apr 15 20:51:54.384122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.396676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-86c7dbdf-5e24-46bd-93e4-bbb178d62d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:54.408603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2177b051-0aec-42f9-baf1-f0fc8b7be2e1,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:54.435501 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'tag': 'c06bb85a-e5fe-4936-b501-d88a1e41a612', 'status': 'completed', 'code': 200} Apr 15 20:51:54.439448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:54.440762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:54.442038 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2177b051-0aec-42f9-baf1-f0fc8b7be2e1 HTTP/1.1" status: 204 len: 168 time: 0.3366547 Apr 15 20:51:54.490190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-7cbff00c-b5f8-4957-bff0-b4f3aacff904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:54.492024 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-7cbff00c-b5f8-4957-bff0-b4f3aacff904 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13e5914bd1fe442d90454babf30e9640&device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 1101 time: 0.1037273 Apr 15 20:51:54.592613 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-12e65ae0-df53-44a4-85da-e74ca787de09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612 HTTP/1.1" status: 200 len: 217 time: 0.0857699 Apr 15 20:51:54.744741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-10ff0793-c3f2-4cb7-83a6-b0776c70cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:54.752476 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-10ff0793-c3f2-4cb7-83a6-b0776c70cf2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4c529f-230c-44df-af8b-b44df94340fe HTTP/1.1" status: 200 len: 843 time: 0.1215608 Apr 15 20:51:54.882134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-d78f6e41-2897-4359-af66-3ccd3384f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:54.883795 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-d78f6e41-2897-4359-af66-3ccd3384f4d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0333f6f-2f62-45d3-aba3-27e700bcd3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169257 Apr 15 20:51:54.929043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b7a0b-c468-4258-9e2a-95476af0e06c req-ce31f9aa-9ae7-4031-9ce2-83c709e775f0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:54.931351 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-555b7a0b-c468-4258-9e2a-95476af0e06c req-ce31f9aa-9ae7-4031-9ce2-83c709e775f0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0980153 Apr 15 20:51:54.995947 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-555b7a0b-c468-4258-9e2a-95476af0e06c req-1e88fdc5-f411-438e-800b-5487d24fe622 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576622 Apr 15 20:51:55.078921 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-573c2a6f-409a-4cfe-916e-aae677e25561 service neutron] 10.222.0.60 "GET /v2.0/networks/d0333f6f-2f62-45d3-aba3-27e700bcd3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608958 Apr 15 20:51:55.219478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534a9d-3386-4ca0-88f7-a3bfa497378b req-e35db08f-2a74-434e-8b05-4d318353fa87 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:55.221746 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0534a9d-3386-4ca0-88f7-a3bfa497378b req-e35db08f-2a74-434e-8b05-4d318353fa87 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.1135573 Apr 15 20:51:55.278723 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0534a9d-3386-4ca0-88f7-a3bfa497378b req-af028fe3-3369-4dfe-af88-d077e649af15 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498209 Apr 15 20:51:55.527176 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-80d2482f-49d1-4cc8-83c2-7aea64a95217 req-b5cdb8db-6a71-49b1-9a03-8dbe2d9aa8d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d0333f6f-2f62-45d3-aba3-27e700bcd3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224830 Apr 15 20:51:55.560290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176253d-b5f8-490c-be50-4cfb843797ef req-f5ab07e1-2b95-49ad-8405-34be9606cb2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:55.561937 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6176253d-b5f8-490c-be50-4cfb843797ef req-f5ab07e1-2b95-49ad-8405-34be9606cb2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.3526878 Apr 15 20:51:55.577344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:55.615320 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6176253d-b5f8-490c-be50-4cfb843797ef req-38623a8c-c943-4bb9-8286-02851da7715c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462401 Apr 15 20:51:55.722649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-8cca7fa6-b734-4d0a-9929-be5ce59f7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:55.724627 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-8cca7fa6-b734-4d0a-9929-be5ce59f7193 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=13e5914bd1fe442d90454babf30e9640&device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 1101 time: 0.1083486 Apr 15 20:51:55.767751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:55.806180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:55.862681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514afcfb-da7f-4ac6-886c-43a30cd7a2cb req-c9e427ef-85d4-4e24-bda1-e2f22bc53bfa tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:55.866097 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-514afcfb-da7f-4ac6-886c-43a30cd7a2cb req-c9e427ef-85d4-4e24-bda1-e2f22bc53bfa tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 948 time: 0.3471601 Apr 15 20:51:55.910742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-e7a2fccc-c104-4915-b86f-4a6ce9d95c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:55.912344 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-e7a2fccc-c104-4915-b86f-4a6ce9d95c72 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d0333f6f-2f62-45d3-aba3-27e700bcd3a8 HTTP/1.1" status: 200 len: 870 time: 0.1757405 Apr 15 20:51:55.945489 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-514afcfb-da7f-4ac6-886c-43a30cd7a2cb req-eb878415-1f51-4e8a-bf63-a765c504458e tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693560 Apr 15 20:51:56.011246 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-57538ac3-537d-4b96-a092-7c8d3b0e878f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612 HTTP/1.1" status: 200 len: 217 time: 0.0765913 Apr 15 20:51:56.095799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-56a096fd-c30e-4190-95c7-a9dca8c90c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:56.097477 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-56a096fd-c30e-4190-95c7-a9dca8c90c13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4c529f-230c-44df-af8b-b44df94340fe HTTP/1.1" status: 200 len: 843 time: 0.0714884 Apr 15 20:51:56.149156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 43520) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:56.202426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-559f0d39-1e29-4be2-939e-8cf8b02cbd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:56.204059 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-559f0d39-1e29-4be2-939e-8cf8b02cbd87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d0333f6f-2f62-45d3-aba3-27e700bcd3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868289 Apr 15 20:51:56.266410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55987d6-318f-4396-b2fa-61656c3b4ef4 req-5cfbb292-e1f2-42cc-b725-709ff995429a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:56.268165 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f55987d6-318f-4396-b2fa-61656c3b4ef4 req-5cfbb292-e1f2-42cc-b725-709ff995429a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1552911 Apr 15 20:51:56.335367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.361593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:51:56.365641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Usage tracker for resource:security_group_rule and tenant:239cc67cef78416e8f8f55daf95068f7 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:51:56.369242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:51:56.370453 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-ad88b6f2-3dea-4149-a482-0c346b5b81cc service neutron] 10.222.0.60 "GET /v2.0/networks/d0333f6f-2f62-45d3-aba3-27e700bcd3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499217 Apr 15 20:51:56.377922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:51:56.406035 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f55987d6-318f-4396-b2fa-61656c3b4ef4 req-46ee0297-559e-4097-8092-297778d6ea6c tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307547 Apr 15 20:51:56.482743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-3fac7a83-52c0-403f-8b4c-9ed5992e3504 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:56.484388 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-3fac7a83-52c0-403f-8b4c-9ed5992e3504 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.3028083 Apr 15 20:51:56.486413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.491495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.501203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-433b8585-81b0-402b-a8e1-512d865152e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:56.587813 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=239cc67cef78416e8f8f55daf95068f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324703 Apr 15 20:51:56.590947 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 43534) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:51:56.609432 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01d50b10-14dd-48f6-967b-fec6cf227d0d req-f426b341-ec9e-4ebd-85a5-314ff5b75949 service neutron] 10.222.0.60 "GET /v2.0/networks/d0333f6f-2f62-45d3-aba3-27e700bcd3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319887 Apr 15 20:51:56.611270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083bea76-4032-4593-991c-352821a3bc72,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:56.627592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:56.635929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7a6d-7035-4c6c-b450-0c0c8d4a1723 req-9a9d166d-f70f-425b-bac6-c609d81e85f8 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:56.638461 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b62a7a6d-7035-4c6c-b450-0c0c8d4a1723 req-9a9d166d-f70f-425b-bac6-c609d81e85f8 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 946 time: 0.2349167 Apr 15 20:51:56.638793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Deleting port 0fd79e71-633e-401a-8f21-972051570b0f {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:51:56.639165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.729914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.758637 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b62a7a6d-7035-4c6c-b450-0c0c8d4a1723 req-8438daba-7016-43a0-9aca-81cc4e929005 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076500 Apr 15 20:51:56.763305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.811751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.817554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:56.835531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083bea76-4032-4593-991c-352821a3bc72,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:56.839736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:56.845871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.850201 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/083bea76-4032-4593-991c-352821a3bc72 HTTP/1.1" status: 204 len: 168 time: 0.2554381 Apr 15 20:51:56.934633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:56.975612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7229250-60ee-4f83-8992-9debe932e510 req-98dd0eb3-c758-4bd3-bca3-65b3475619bc tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:56.977592 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7229250-60ee-4f83-8992-9debe932e510 req-98dd0eb3-c758-4bd3-bca3-65b3475619bc tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1000473 Apr 15 20:51:57.012512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964fcd0-63d6-4ce1-bd31-0724aad17d94 req-cce47227-83be-4d76-89cc-7fab533ddd11 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:57.014115 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f964fcd0-63d6-4ce1-bd31-0724aad17d94 req-cce47227-83be-4d76-89cc-7fab533ddd11 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 945 time: 0.2670062 Apr 15 20:51:57.029789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] For port 0fd79e71-633e-401a-8f21-972051570b0f, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0fd79e71-633e-401a-8f21-972051570b0f,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:57.030381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:57.034891 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7229250-60ee-4f83-8992-9debe932e510 req-f5a44b6d-352f-4d2c-b013-38bdf19e86ee tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478332 Apr 15 20:51:57.206746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Calling delete_port for 0fd79e71-633e-401a-8f21-972051570b0f owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:51:57.238205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65fbb9-8b58-4df1-a629-f5596561c17a req-a5390517-e2e3-4f3b-8f8b-a72028805350 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:57.239828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc65fbb9-8b58-4df1-a629-f5596561c17a req-a5390517-e2e3-4f3b-8f8b-a72028805350 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 948 time: 0.0965512 Apr 15 20:51:57.283328 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f964fcd0-63d6-4ce1-bd31-0724aad17d94 req-5a18bc00-61df-4df3-bef4-290dbea079ea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561078 Apr 15 20:51:57.289237 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc65fbb9-8b58-4df1-a629-f5596561c17a req-d5af2f44-342a-4bb8-88d6-f8ee14956ac6 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Apr 15 20:51:57.383806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:57.399723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c8d0f8c5-cf69-4320-b88d-561ce7147ec0 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:57.402851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['0fd79e71-633e-401a-8f21-972051570b0f'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:57.506025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Pushing event deleted for resources: {'Port': ['ID=0fd79e71-633e-401a-8f21-972051570b0f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:57.510213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:57.725282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] No DVR routers for this DVR port 0fd79e71-633e-401a-8f21-972051570b0f on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:51:57.728358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:57.739057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e0a2-ccc1-4244-b23b-72b5dec1e936 req-da1518f2-8465-4856-bc26-7a111e006ddf tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:57.740676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dd77e0a2-ccc1-4244-b23b-72b5dec1e936 req-da1518f2-8465-4856-bc26-7a111e006ddf tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.2142618 Apr 15 20:51:57.741226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'name': 'network-vif-deleted', 'tag': '0fd79e71-633e-401a-8f21-972051570b0f'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:51:57.796827 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5896ff-2fd8-45d8-8869-0582c94d78d8', 'name': 'network-vif-deleted', 'tag': '0fd79e71-633e-401a-8f21-972051570b0f', 'status': 'completed', 'code': 200} Apr 15 20:51:57.798229 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fdb296b5-791c-448b-a78b-5b4fa39403b5 req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "DELETE /v2.0/ports/0fd79e71-633e-401a-8f21-972051570b0f HTTP/1.1" status: 204 len: 173 time: 1.2864935 Apr 15 20:51:57.809536 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dd77e0a2-ccc1-4244-b23b-72b5dec1e936 req-76be626f-3de5-4b03-b84c-e0f6b87861d2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Apr 15 20:51:57.965122 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a51d457-451f-489d-9e28-11999aece788 req-7f266d88-599c-4f2c-b6fe-66467af0e279 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb5896ff-2fd8-45d8-8869-0582c94d78d8 HTTP/1.1" status: 200 len: 210 time: 0.0496330 Apr 15 20:51:58.247850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25a529-fbce-4578-ab5b-24502bcb21e7 req-2fb10b61-e1cd-42af-9ac9-5f5f16bdfbdb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:58.249474 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5c25a529-fbce-4578-ab5b-24502bcb21e7 req-2fb10b61-e1cd-42af-9ac9-5f5f16bdfbdb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.0945208 Apr 15 20:51:58.300977 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5c25a529-fbce-4578-ab5b-24502bcb21e7 req-95e5a505-8075-4e16-8610-a36fbc49d9d9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Apr 15 20:51:58.491779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5c1a-5b6f-40ed-8aa5-17ed70af2998 req-5cb7cafc-b4ff-465a-9026-3f0a29368c4f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:58.493431 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-761b5c1a-5b6f-40ed-8aa5-17ed70af2998 req-5cb7cafc-b4ff-465a-9026-3f0a29368c4f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 945 time: 0.0904329 Apr 15 20:51:58.508873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf024fb-1e5f-4f62-90c4-5a38abc45748 req-ed463490-e1fb-4d30-a151-78fdf48bce48 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:58.510485 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5cf024fb-1e5f-4f62-90c4-5a38abc45748 req-ed463490-e1fb-4d30-a151-78fdf48bce48 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 948 time: 0.0945315 Apr 15 20:51:58.545682 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-761b5c1a-5b6f-40ed-8aa5-17ed70af2998 req-82700b5f-5bc5-40fc-99e2-a13177b830ee tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455852 Apr 15 20:51:58.566110 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5cf024fb-1e5f-4f62-90c4-5a38abc45748 req-44d4ca30-8d78-419c-9a96-8f0d61aa2f5b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Apr 15 20:51:58.878419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device c06bb85a-e5fe-4936-b501-d88a1e41a612 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:51:59.045768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port c06bb85a-e5fe-4936-b501-d88a1e41a612, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:59.062120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe197c58-a87f-42c3-ac7a-a7e36b68bc5c req-5f798281-2bd3-4ad6-ba99-b558293f2f21 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:59.062120 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fe197c58-a87f-42c3-ac7a-a7e36b68bc5c req-5f798281-2bd3-4ad6-ba99-b558293f2f21 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0996370 Apr 15 20:51:59.063100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'c06bb85a-e5fe-4936-b501-d88a1e41a612', 'network_id': 'd0333f6f-2f62-45d3-aba3-27e700bcd3a8', 'port_id': 'c06bb85a-e5fe-4936-b501-d88a1e41a612', 'mac_address': 'fa:16:3e:bc:95:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4c529f-230c-44df-af8b-b44df94340fe', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:51:59.115318 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fe197c58-a87f-42c3-ac7a-a7e36b68bc5c req-10579222-1f4d-4239-af12-7865fe86c314 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Apr 15 20:51:59.130903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:59.149439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06bb85a-e5fe-4936-b501-d88a1e41a612 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:51:59.167357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port c06bb85a-e5fe-4936-b501-d88a1e41a612, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:51:59.172103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:59.174063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:51:59.247798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=c06bb85a-e5fe-4936-b501-d88a1e41a612,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:51:59.256167 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.256434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.256809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.257657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.257657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.258018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.258301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.258661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.259040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.259406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.259763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.260125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:51:59.264210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:51:59.486425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-d2b0cb10-c121-4473-b4a5-b92a27feb7c1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:59.488076 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-d2b0cb10-c121-4473-b4a5-b92a27feb7c1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/networks?id=b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 200 len: 809 time: 0.1600437 Apr 15 20:51:59.507398 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-162b8742-94f6-42bb-9c42-90e42644a16f tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/quotas/c5bdac6c7bf44f0dbb97bfc9212c027e HTTP/1.1" status: 200 len: 375 time: 0.0111296 Apr 15 20:51:59.571324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-2489a307-1606-4990-aae3-fa30edce6e32 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:59.572547 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-c8db1d12-ca5e-4804-989f-b2a5a46c8f4d tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577605 Apr 15 20:51:59.574373 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-2489a307-1606-4990-aae3-fa30edce6e32 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 945 time: 0.1091897 Apr 15 20:51:59.737896 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-a6fc5086-ef26-4ca1-86fb-5ef8e4a9daa1 service neutron] 10.222.0.70 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548562 Apr 15 20:51:59.750956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Deleting port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:51:59.751349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:51:59.770802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['c06bb85a-e5fe-4936-b501-d88a1e41a612'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:51:59.870194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff4984-eed6-4977-83ee-4a32b01ae16f req-1b1784ac-3c9c-4ef9-b2fb-f2b26b9959c4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:51:59.871864 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-35ff4984-eed6-4977-83ee-4a32b01ae16f req-1b1784ac-3c9c-4ef9-b2fb-f2b26b9959c4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.2210586 Apr 15 20:51:59.946319 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-83f2c026-a8c9-478b-a788-a9cac6f718f9 service neutron] 10.222.0.70 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003844 Apr 15 20:51:59.968924 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-35ff4984-eed6-4977-83ee-4a32b01ae16f req-1998d4e4-3faa-4fc3-880d-ce5f436bf545 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825129 Apr 15 20:52:00.156762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] For port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:00.157176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:00.242002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38feb369-05d0-46cc-b776-1f9e54ed9066 req-a70be257-1f62-49e8-9261-761286ec8f50 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:00.243722 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38feb369-05d0-46cc-b776-1f9e54ed9066 req-a70be257-1f62-49e8-9261-761286ec8f50 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 949 time: 0.0940278 Apr 15 20:52:00.300090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Calling delete_port for 7716f640-4d0a-4c55-b54c-f6e8a87d64dd owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:52:00.306073 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38feb369-05d0-46cc-b776-1f9e54ed9066 req-eedef94c-97f2-4091-8b4e-e5d9487f867b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538104 Apr 15 20:52:00.401513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a121d7-d757-4f6a-b961-68a63f757a2b req-05e0690e-7a7c-4daa-b438-c95392b747b9 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:00.407450 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7023953-b46e-4f5f-aa76-d6c5511c7a47 req-2c3540ee-8c06-47a3-9710-1d409179cdfa tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 210 time: 0.0495324 Apr 15 20:52:00.409378 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-13a121d7-d757-4f6a-b961-68a63f757a2b req-05e0690e-7a7c-4daa-b438-c95392b747b9 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 945 time: 0.3129127 Apr 15 20:52:00.521307 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-13a121d7-d757-4f6a-b961-68a63f757a2b req-e23f960d-5afb-4d89-bc36-4ed4161dba1c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108785 Apr 15 20:52:00.527688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:00.545080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-88dc5779-dd8f-4fff-8bf4-c771f9e702f8 tempest-DeleteServersTestJSON-1002743461 tempest-DeleteServersTestJSON-1002743461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:00.593573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event deleted for resources: {'Port': ['ID=7716f640-4d0a-4c55-b54c-f6e8a87d64dd,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:00.608729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac0523-1713-46a2-9fe7-36061cf31068 req-ad4ad486-96e0-4e5c-853f-0d80ee8cc8dc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:00.610387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-43ac0523-1713-46a2-9fe7-36061cf31068 req-ad4ad486-96e0-4e5c-853f-0d80ee8cc8dc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0960979 Apr 15 20:52:00.644016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:00.663403 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-43ac0523-1713-46a2-9fe7-36061cf31068 req-e6f14151-4576-48ba-b824-6a5c3acb4c70 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Apr 15 20:52:00.805126 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] No DVR routers for this DVR port 7716f640-4d0a-4c55-b54c-f6e8a87d64dd on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:52:00.816468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:00.819613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'name': 'network-vif-deleted', 'tag': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:00.841764 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aa513141-acb2-46cb-8409-3671ad1adc42 req-da177983-71f5-4cbf-a994-db2b766911b0 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "DELETE /v2.0/ports/7716f640-4d0a-4c55-b54c-f6e8a87d64dd HTTP/1.1" status: 204 len: 173 time: 1.2289877 Apr 15 20:52:00.873394 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa9a9d5-71f9-4d90-a23e-88a296190653', 'name': 'network-vif-deleted', 'tag': '7716f640-4d0a-4c55-b54c-f6e8a87d64dd', 'status': 'completed', 'code': 200} Apr 15 20:52:00.898711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0fd79e71-633e-401a-8f21-972051570b0f no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:00.936197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 0fd79e71-633e-401a-8f21-972051570b0f {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:00.936561 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0fd79e71-633e-401a-8f21-972051570b0f not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:01.020604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38', '0373b75a-6b0b-49aa-8031-08259c8e5099', 'bccc4417-0a78-49f0-9ee7-4a58588fdfac'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:01.181363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7cb77-5866-4d9b-a00e-bd40b215009c req-d7a20abd-e540-470b-90bb-53df9138a8df tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:01.182963 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49e7cb77-5866-4d9b-a00e-bd40b215009c req-d7a20abd-e540-470b-90bb-53df9138a8df tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.0922422 Apr 15 20:52:01.232092 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49e7cb77-5866-4d9b-a00e-bd40b215009c req-cb79a474-29a4-402c-80b5-96420e6cf0eb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Apr 15 20:52:01.594664 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c28e6dca-1d30-419f-81fd-c777ca341d41 req-04b55990-eda6-4824-bb2c-b496cc22fc66 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 210 time: 0.0623024 Apr 15 20:52:01.660828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:52:01.806893 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cfb33269-1f71-4ed2-baea-d361a6e8cd0e req-eac8cca1-596f-4fe7-8175-e683d1bfd56e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aa9a9d5-71f9-4d90-a23e-88a296190653 HTTP/1.1" status: 200 len: 210 time: 0.0629289 Apr 15 20:52:01.914766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02734e-37d8-40e6-a444-bbab82279d07 req-aef97ab3-ec90-4ddf-9d51-54f615f275ef tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:01.922827 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ba02734e-37d8-40e6-a444-bbab82279d07 req-aef97ab3-ec90-4ddf-9d51-54f615f275ef tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 949 time: 0.4957619 Apr 15 20:52:01.986455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-5583a093-5e11-4cd6-98e1-b3969a02419c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:01.988102 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-5583a093-5e11-4cd6-98e1-b3969a02419c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "GET /v2.0/networks?id=b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 200 len: 809 time: 0.5089855 Apr 15 20:52:01.996757 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ba02734e-37d8-40e6-a444-bbab82279d07 req-628b82da-8413-44d3-a1ee-0252ccb70b6f tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729728 Apr 15 20:52:02.009250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Request body: {'port': {'device_id': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84', 'admin_state_up': True, 'tenant_id': 'c5bdac6c7bf44f0dbb97bfc9212c027e'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:02.039700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2022a-5fd6-4af1-a52a-0aac9dc0c7c7 req-2e2d8511-e3dc-4324-9274-ff57e4b3d0e0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:02.041410 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bac2022a-5fd6-4af1-a52a-0aac9dc0c7c7 req-2e2d8511-e3dc-4324-9274-ff57e4b3d0e0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1080163 Apr 15 20:52:02.094135 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bac2022a-5fd6-4af1-a52a-0aac9dc0c7c7 req-3d38a3e6-9d9f-4f9e-9e45-39d7892608ba tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Apr 15 20:52:02.162157 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:02.166637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Usage tracker for resource:port and tenant:c5bdac6c7bf44f0dbb97bfc9212c027e is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:02.169951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:02.176134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:02.187022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Made reservation on behalf of c5bdac6c7bf44f0dbb97bfc9212c027e for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:02.194010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:02.388628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acae3b-4e1d-408b-8899-664761a218cd req-28e53fed-aa8c-4d7c-8b8e-e77aff7572a8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:02.390267 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10acae3b-4e1d-408b-8899-664761a218cd req-28e53fed-aa8c-4d7c-8b8e-e77aff7572a8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1131086 Apr 15 20:52:02.428600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Allocated IP 172.20.0.9 (b7f8132e-86e5-4831-8454-1b174d25bd84/f2f4d462-1153-4249-b7c7-d319fa90887e/083fffff-9a5f-4539-84a0-e5c79d337490) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:52:02.447878 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10acae3b-4e1d-408b-8899-664761a218cd req-496d683f-0ebf-477f-bc0e-be0e74c32721 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507784 Apr 15 20:52:02.533500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa7711-577a-49bb-bd5f-86b400813029 req-df4ab607-ee2b-44fc-8b9a-a50a138c528b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:02.535060 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-99aa7711-577a-49bb-bd5f-86b400813029 req-df4ab607-ee2b-44fc-8b9a-a50a138c528b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1704900 Apr 15 20:52:02.671415 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-99aa7711-577a-49bb-bd5f-86b400813029 req-9bd64ea0-2f62-446e-a15e-f3267db28ffc tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838282 Apr 15 20:52:02.710783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:02.747986 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:02.763886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:02.810934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e293f-dea6-4278-8b10-dfc3920fd230 req-580a0ad0-914f-4412-81b2-0adf8ce10232 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:02.812500 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-419e293f-dea6-4278-8b10-dfc3920fd230 req-580a0ad0-914f-4412-81b2-0adf8ce10232 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 931 time: 0.0927362 Apr 15 20:52:02.862625 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-419e293f-dea6-4278-8b10-dfc3920fd230 req-1a41452f-02f8-4283-8431-27dfb485a743 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Apr 15 20:52:02.896173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device c06bb85a-e5fe-4936-b501-d88a1e41a612 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:52:02.904214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Pushing event updated for resources: {'Port': ['ID=083fffff-9a5f-4539-84a0-e5c79d337490,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:02.908621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:02.974666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port c06bb85a-e5fe-4936-b501-d88a1e41a612 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:52:02.979845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port c06bb85a-e5fe-4936-b501-d88a1e41a612 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:52:02.980271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.005162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Network b7f8132e-86e5-4831-8454-1b174d25bd84 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:52:03.007051 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:52:03.010096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:52:03.088251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:03.089209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.111993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.133155 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1284323 Apr 15 20:52:03.141556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06bb85a-e5fe-4936-b501-d88a1e41a612'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:03.149342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Request body: {'port': {'device_id': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:03.152672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port c06bb85a-e5fe-4936-b501-d88a1e41a612, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:03.157290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.158241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 7716f640-4d0a-4c55-b54c-f6e8a87d64dd no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:03.192045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:03.225562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8ba5c-1b7b-4eba-8851-b44cf5d2762b req-1e566635-21c9-4496-b7eb-ee314dcd640b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:03.233970 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fee8ba5c-1b7b-4eba-8851-b44cf5d2762b req-1e566635-21c9-4496-b7eb-ee314dcd640b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.1095490 Apr 15 20:52:03.246391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 7716f640-4d0a-4c55-b54c-f6e8a87d64dd {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:03.246879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 7716f640-4d0a-4c55-b54c-f6e8a87d64dd not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:03.283606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=c06bb85a-e5fe-4936-b501-d88a1e41a612,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:03.286564 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fee8ba5c-1b7b-4eba-8851-b44cf5d2762b req-a55f9420-3c81-412c-a8d1-f88c51fc8510 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514894 Apr 15 20:52:03.287423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:03.341049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.349409 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06bb85a-e5fe-4936-b501-d88a1e41a612', 'code': 200} Apr 15 20:52:03.446694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf05a3-f8df-461b-ae14-18388f22dd2a req-c97270da-b327-4690-b9a4-09d809cf7ed7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:03.448319 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5ebf05a3-f8df-461b-ae14-18388f22dd2a req-c97270da-b327-4690-b9a4-09d809cf7ed7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1915083 Apr 15 20:52:03.575617 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5ebf05a3-f8df-461b-ae14-18388f22dd2a req-1d2200cd-c494-4c59-bd27-1ffd23d3daa6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855317 Apr 15 20:52:03.691349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726a568-1916-4cb9-bf31-5e7179ef904a req-7d8e747d-9565-46f2-a0d4-3f4a4c743669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:03.693391 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e726a568-1916-4cb9-bf31-5e7179ef904a req-7d8e747d-9565-46f2-a0d4-3f4a4c743669 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 1103 time: 0.1515968 Apr 15 20:52:03.707245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69b6a1-3ab0-4b9b-9645-35afe9925f2f req-1fee6ec9-0ab4-4a7a-bd10-a6e41b2b6922 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:03.708994 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2d69b6a1-3ab0-4b9b-9645-35afe9925f2f req-1fee6ec9-0ab4-4a7a-bd10-a6e41b2b6922 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1260965 Apr 15 20:52:03.780778 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e726a568-1916-4cb9-bf31-5e7179ef904a req-7cf56293-52f4-47de-aaca-a5219d1a5636 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708148 Apr 15 20:52:03.793181 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2d69b6a1-3ab0-4b9b-9645-35afe9925f2f req-19184b3c-b45f-44b0-9df3-1953d6b5aece tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666695 Apr 15 20:52:03.799448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083fffff-9a5f-4539-84a0-e5c79d337490 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:52:03.843996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.873316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Transition to ACTIVE for port object 083fffff-9a5f-4539-84a0-e5c79d337490 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:52:03.876902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:03.890030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:04.060964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Pushing event updated for resources: {'Port': ['ID=083fffff-9a5f-4539-84a0-e5c79d337490,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:04.065544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87cb6-c600-4ca0-829e-1450d4826a80 req-0759a017-3c81-48ea-9678-5b42fa5016e4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.066920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:04.067184 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-98e87cb6-c600-4ca0-829e-1450d4826a80 req-0759a017-3c81-48ea-9678-5b42fa5016e4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 943 time: 0.0884564 Apr 15 20:52:04.077255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389fcb1-742a-47cd-a2f6-5f35fa7857c8 req-cfadaabe-f510-4ec9-8d63-fc3f7f3617a4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.078953 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2389fcb1-742a-47cd-a2f6-5f35fa7857c8 req-cfadaabe-f510-4ec9-8d63-fc3f7f3617a4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.2744715 Apr 15 20:52:04.120504 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-98e87cb6-c600-4ca0-829e-1450d4826a80 req-727a193f-b1c4-4704-8867-3c4b48b69f9a tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464215 Apr 15 20:52:04.198619 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2389fcb1-742a-47cd-a2f6-5f35fa7857c8 req-796ae533-eccf-49fe-938f-bcb9d559fa35 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130700 Apr 15 20:52:04.325283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Attempting to bind port 083fffff-9a5f-4539-84a0-e5c79d337490 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:52:04.325800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Attempting to bind port 083fffff-9a5f-4539-84a0-e5c79d337490 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:52:04.325994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Attempting to bind port 083fffff-9a5f-4539-84a0-e5c79d337490 on network b7f8132e-86e5-4831-8454-1b174d25bd84 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:52:04.331091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Port 083fffff-9a5f-4539-84a0-e5c79d337490 on network b7f8132e-86e5-4831-8454-1b174d25bd84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:52:04.331447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Attempting to bind port 083fffff-9a5f-4539-84a0-e5c79d337490 on network b7f8132e-86e5-4831-8454-1b174d25bd84 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:52:04.336966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:52:04.337373 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Checking segment: {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:52:04.338068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Bound using segment: {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:52:04.338199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Bound port: 083fffff-9a5f-4539-84a0-e5c79d337490, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a808c-80ec-4bc4-b47f-d89eddaf143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:52:04.338618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:04.487617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] For port 083fffff-9a5f-4539-84a0-e5c79d337490, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:52:04.491397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] For port 083fffff-9a5f-4539-84a0-e5c79d337490, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=083fffff-9a5f-4539-84a0-e5c79d337490,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:52:04.496357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:04.512577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:04.576751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad964c4-5cd6-4d0c-a0e1-646ca84f3fe4 req-b97b24f1-a8f6-435d-8bf1-2233318f21ee tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.578450 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1ad964c4-5cd6-4d0c-a0e1-646ca84f3fe4 req-b97b24f1-a8f6-435d-8bf1-2233318f21ee tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 945 time: 0.0901768 Apr 15 20:52:04.629962 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1ad964c4-5cd6-4d0c-a0e1-646ca84f3fe4 req-71c4c089-b396-4f09-b0e9-37940df67e7b tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447578 Apr 15 20:52:04.668360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Pushing event updated for resources: {'Port': ['ID=083fffff-9a5f-4539-84a0-e5c79d337490,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:04.685849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:04.697772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6933bb-e1e3-4dfd-9bf6-9d1e4e0aa42a req-7e3ef640-6eac-40ab-b378-9090866afa6b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.699543 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5e6933bb-e1e3-4dfd-9bf6-9d1e4e0aa42a req-7e3ef640-6eac-40ab-b378-9090866afa6b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.2750673 Apr 15 20:52:04.778085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.778788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:04.780267 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-f10172f2-9542-4813-9670-a4f226126013 service neutron] 10.222.0.60 "PUT /v2.0/ports/083fffff-9a5f-4539-84a0-e5c79d337490 HTTP/1.1" status: 200 len: 1093 time: 1.6361077 Apr 15 20:52:04.791714 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5e6933bb-e1e3-4dfd-9bf6-9d1e4e0aa42a req-91914247-6ddb-439f-8d31-4cf56468f1f0 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765970 Apr 15 20:52:04.792307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'tag': '083fffff-9a5f-4539-84a0-e5c79d337490'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:04.865866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495450c-d584-4fa6-8c87-4550c9fbf255 req-fc0220de-ddfc-43c9-86c4-f713eb94e1a5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.867587 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2495450c-d584-4fa6-8c87-4550c9fbf255 req-fc0220de-ddfc-43c9-86c4-f713eb94e1a5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1289210 Apr 15 20:52:04.875026 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'tag': '083fffff-9a5f-4539-84a0-e5c79d337490', 'status': 'completed', 'code': 200} Apr 15 20:52:04.918696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-1b8504b5-843a-4fa5-a350-e1e128398c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.920242 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-1b8504b5-843a-4fa5-a350-e1e128398c65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 1096 time: 0.0832846 Apr 15 20:52:04.961544 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2495450c-d584-4fa6-8c87-4550c9fbf255 req-96742927-5040-4059-8c8d-d32115d05e30 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Apr 15 20:52:04.988932 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f907cf-5277-4d68-afd1-1cf547249e24 req-a27dfac1-b262-4fb9-9bf3-3522e670ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:04.990582 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4f907cf-5277-4d68-afd1-1cf547249e24 req-a27dfac1-b262-4fb9-9bf3-3522e670ed9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.1193111 Apr 15 20:52:05.051166 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-ec2bb295-4d63-41ac-9f03-ef9820825f07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083fffff-9a5f-4539-84a0-e5c79d337490 HTTP/1.1" status: 200 len: 217 time: 0.1142833 Apr 15 20:52:05.052214 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4f907cf-5277-4d68-afd1-1cf547249e24 req-b26e83b1-db4d-4706-8850-9bbc1e8fb8e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432215 Apr 15 20:52:05.097247 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f740985-4d8d-4a25-a753-6e71aebd8d68 req-ecb4fb5f-7637-43e3-bb64-0f9ca1508ba2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:05.099299 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7f740985-4d8d-4a25-a753-6e71aebd8d68 req-ecb4fb5f-7637-43e3-bb64-0f9ca1508ba2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1063733 Apr 15 20:52:05.188747 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7f740985-4d8d-4a25-a753-6e71aebd8d68 req-64634e61-d831-4fb4-abe6-ba6d2e878fb6 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827589 Apr 15 20:52:05.211377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-10b55d4e-ce55-4d58-99b0-0701d7f57386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:05.213001 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-10b55d4e-ce55-4d58-99b0-0701d7f57386 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2f4d462-1153-4249-b7c7-d319fa90887e HTTP/1.1" status: 200 len: 849 time: 0.0751741 Apr 15 20:52:05.280854 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-1a8d8eac-c0c9-4d26-9f48-eea6db30450a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7f8132e-86e5-4831-8454-1b174d25bd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508485 Apr 15 20:52:05.326032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75f04-a592-41a4-9589-2fc2b160830e req-42c789bf-9825-4df2-871a-076bf05871fa tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:05.327641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49a75f04-a592-41a4-9589-2fc2b160830e req-42c789bf-9825-4df2-871a-076bf05871fa tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 943 time: 0.0929387 Apr 15 20:52:05.377012 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49a75f04-a592-41a4-9589-2fc2b160830e req-c5857155-15ce-4a48-9ea1-42497bada809 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Apr 15 20:52:05.725399 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-77eded8d-7033-4807-9355-b64f1ea08b8a service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284582 Apr 15 20:52:05.738398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09678c8f-f625-44ac-bd01-7281a4fcfd2e req-fadb8e60-9ca1-44f0-a3ec-3270c6fd2567 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:05.739961 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-09678c8f-f625-44ac-bd01-7281a4fcfd2e req-fadb8e60-9ca1-44f0-a3ec-3270c6fd2567 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.4181004 Apr 15 20:52:05.835669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf79ed-13a2-4a86-a92e-6131a2d0282b req-4c028dc9-d716-480c-98b3-10d1ba80e02f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:05.837282 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0daf79ed-13a2-4a86-a92e-6131a2d0282b req-4c028dc9-d716-480c-98b3-10d1ba80e02f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 945 time: 0.0880239 Apr 15 20:52:05.885129 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-09678c8f-f625-44ac-bd01-7281a4fcfd2e req-fa5be718-7899-45b5-b53c-485117ba020b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204123 Apr 15 20:52:05.888985 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0daf79ed-13a2-4a86-a92e-6131a2d0282b req-50db2d34-cd98-4c55-9862-8010e6ead049 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Apr 15 20:52:05.913667 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ec85484-757d-4555-80bd-ff5a1b0b4e37 req-cb07b9c3-a755-4198-9d50-6a6ddb7f102c service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725976 Apr 15 20:52:06.153092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-7c05604f-4c36-47ea-8a96-361c9c96aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.154725 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-7c05604f-4c36-47ea-8a96-361c9c96aa9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 1096 time: 0.1614103 Apr 15 20:52:06.164666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fafe3-55fa-43b6-a771-98e55930be7d req-4d767d9a-b9c9-4383-85aa-17b4cc553ecc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.166677 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1d9fafe3-55fa-43b6-a771-98e55930be7d req-4d767d9a-b9c9-4383-85aa-17b4cc553ecc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.1711185 Apr 15 20:52:06.176289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63a7d6-dfe2-40aa-84d2-90618dce5ae5 req-52be19d6-ba7a-4098-a9aa-475a9979c258 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.177956 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2f63a7d6-dfe2-40aa-84d2-90618dce5ae5 req-52be19d6-ba7a-4098-a9aa-475a9979c258 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0908992 Apr 15 20:52:06.232621 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2f63a7d6-dfe2-40aa-84d2-90618dce5ae5 req-1ba9fd6a-39c5-405e-bded-e6e8013e4bc3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Apr 15 20:52:06.312969 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1d9fafe3-55fa-43b6-a771-98e55930be7d req-a0d390e0-cb5b-4125-a1e2-12fae0f64e4c tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215723 Apr 15 20:52:06.352392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-86a10f0a-25da-47ea-a8f4-27594105d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.354129 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-86a10f0a-25da-47ea-a8f4-27594105d73c service neutron] 10.222.0.60 "GET /v2.0/networks?id=b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 200 len: 910 time: 0.1868348 Apr 15 20:52:06.438864 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-0953f665-063d-454e-9e0f-38ac89844fb0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=083fffff-9a5f-4539-84a0-e5c79d337490 HTTP/1.1" status: 200 len: 217 time: 0.0766642 Apr 15 20:52:06.450864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03f846-8812-487e-b841-ec86e993b102 req-50027952-5b66-403b-8414-7bc06f7992fa tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.454583 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7b03f846-8812-487e-b841-ec86e993b102 req-50027952-5b66-403b-8414-7bc06f7992fa tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1075189 Apr 15 20:52:06.505966 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7b03f846-8812-487e-b841-ec86e993b102 req-d0825a26-b5e6-4475-8c25-f52f2b946363 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429232 Apr 15 20:52:06.570209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-f4a2c534-4c99-4b7b-8c4f-3fdea46118a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.571801 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-f4a2c534-4c99-4b7b-8c4f-3fdea46118a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f2f4d462-1153-4249-b7c7-d319fa90887e HTTP/1.1" status: 200 len: 849 time: 0.1154807 Apr 15 20:52:06.637563 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-92c93aeb-1b52-460a-a93a-4128d84308be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b7f8132e-86e5-4831-8454-1b174d25bd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557652 Apr 15 20:52:06.681563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634fe7-fe1b-40e4-b03a-4a0e1d79f799 req-ee4e8cb2-d2ad-4245-87f6-beaca05a478c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.682262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-63634fe7-fe1b-40e4-b03a-4a0e1d79f799 req-ee4e8cb2-d2ad-4245-87f6-beaca05a478c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Synchronizing usage tracker for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:06.762702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-63634fe7-fe1b-40e4-b03a-4a0e1d79f799 req-ee4e8cb2-d2ad-4245-87f6-beaca05a478c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Unset dirty status for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:06.763993 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-63634fe7-fe1b-40e4-b03a-4a0e1d79f799 req-ee4e8cb2-d2ad-4245-87f6-beaca05a478c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 943 time: 0.2625756 Apr 15 20:52:06.842283 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-57551e88-6fcc-468b-b5c2-3f1b802e9e85 service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958580 Apr 15 20:52:06.850114 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-63634fe7-fe1b-40e4-b03a-4a0e1d79f799 req-f9dfef0e-a7da-4225-a5ca-189441d8b5e7 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685585 Apr 15 20:52:06.914324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26d7a-650f-4ab3-9ea4-a9f3fcf996de req-adcb00d0-b074-434c-848c-bfc2858ec750 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:06.915960 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12a26d7a-650f-4ab3-9ea4-a9f3fcf996de req-adcb00d0-b074-434c-848c-bfc2858ec750 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.0904458 Apr 15 20:52:06.967713 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12a26d7a-650f-4ab3-9ea4-a9f3fcf996de req-89b82a02-5a89-4d96-979d-8a6dcfba6c99 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Apr 15 20:52:07.010275 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc36db46-0be3-4821-9713-ac1003c6c27a req-5f7edb1d-a4f8-454d-a6f8-66e2e374f5aa service neutron] 10.222.0.60 "GET /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483066 Apr 15 20:52:07.109056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bf3fa-ff05-4d1b-aac4-93818193e9e7 req-9e7de985-3ed6-4e19-ae92-603483426571 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:07.110721 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-854bf3fa-ff05-4d1b-aac4-93818193e9e7 req-9e7de985-3ed6-4e19-ae92-603483426571 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.0918076 Apr 15 20:52:07.159270 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-854bf3fa-ff05-4d1b-aac4-93818193e9e7 req-c3d1ec55-c585-4ce7-9c7b-fb9ac21e418b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417728 Apr 15 20:52:07.166435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282428c-9377-4a7d-8e03-099be6b56124 req-9a9bedfb-ffc2-4c2a-87d4-af4064ab5be7 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:07.168076 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5282428c-9377-4a7d-8e03-099be6b56124 req-9a9bedfb-ffc2-4c2a-87d4-af4064ab5be7 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 945 time: 0.0940640 Apr 15 20:52:07.217835 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5282428c-9377-4a7d-8e03-099be6b56124 req-dae37582-e729-498f-8cba-f1b330afcd3f tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Apr 15 20:52:07.454706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d535e8b-cedb-45d1-8aa1-e496b716fd59 req-d552629b-8df7-4b99-950b-3e46b86a9dd4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:07.456407 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8d535e8b-cedb-45d1-8aa1-e496b716fd59 req-d552629b-8df7-4b99-950b-3e46b86a9dd4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0983307 Apr 15 20:52:07.508153 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8d535e8b-cedb-45d1-8aa1-e496b716fd59 req-c1600d40-0542-49d6-bdb4-5bc4003ae2a5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Apr 15 20:52:07.716915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2892dc4-462e-4d4d-85fd-e059ecf27e04 req-e75879af-253c-45c9-8c29-ab05d2b8bb45 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:07.718707 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d2892dc4-462e-4d4d-85fd-e059ecf27e04 req-e75879af-253c-45c9-8c29-ab05d2b8bb45 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0988250 Apr 15 20:52:07.731392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-cf9b6a58-1b1d-49c3-a5cf-4fc17535f994 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:07.732266 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-cf9b6a58-1b1d-49c3-a5cf-4fc17535f994 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:07.749065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-cf9b6a58-1b1d-49c3-a5cf-4fc17535f994 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:07.750888 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-cf9b6a58-1b1d-49c3-a5cf-4fc17535f994 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 945 time: 0.1207609 Apr 15 20:52:07.853594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Deleting port bccc4417-0a78-49f0-9ee7-4a58588fdfac {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:52:07.854196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:08.047507 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d2892dc4-462e-4d4d-85fd-e059ecf27e04 req-9dfc195f-cdc8-46c3-9d72-c6cc981635a6 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3143203 Apr 15 20:52:08.078869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22737-8659-408b-ae78-47ea27e8222c req-912ffa2c-74f6-4c8b-a56e-14b2111375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.080654 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-912ffa2c-74f6-4c8b-a56e-14b2111375a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.1096976 Apr 15 20:52:08.154876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326b2be-afbe-4840-8079-6b7c5e05734b req-75976a93-9d33-4a81-a9f8-aa8d70b2a170 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.156497 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0326b2be-afbe-4840-8079-6b7c5e05734b req-75976a93-9d33-4a81-a9f8-aa8d70b2a170 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.2580857 Apr 15 20:52:08.228719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] For port bccc4417-0a78-49f0-9ee7-4a58588fdfac, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=bccc4417-0a78-49f0-9ee7-4a58588fdfac,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:08.229107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:08.247836 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0326b2be-afbe-4840-8079-6b7c5e05734b req-796307e7-c9e5-4559-8b90-bfdc58d9eebe tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Apr 15 20:52:08.297311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22737-8659-408b-ae78-47ea27e8222c req-1406116e-f64c-4b6e-ad01-b6d1690a6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.299010 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-1406116e-f64c-4b6e-ad01-b6d1690a6397 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.2017179 Apr 15 20:52:08.316123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d482304-f2aa-4dac-a4cb-406b8d49e0df req-1e6b7751-9b01-4949-9f34-b56adda65b37 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.317730 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7d482304-f2aa-4dac-a4cb-406b8d49e0df req-1e6b7751-9b01-4949-9f34-b56adda65b37 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 943 time: 0.1449234 Apr 15 20:52:08.378709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Calling delete_port for bccc4417-0a78-49f0-9ee7-4a58588fdfac owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:52:08.400411 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-d186c4c5-0a36-4060-a03f-37bf6cb72718 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.0816009 Apr 15 20:52:08.470343 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7d482304-f2aa-4dac-a4cb-406b8d49e0df req-fbb6688f-38f0-466e-8fb9-990c95346036 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948961 Apr 15 20:52:08.498035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22737-8659-408b-ae78-47ea27e8222c req-77f58e1d-aec7-45f5-af3e-b7ef7d52164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.499848 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-77f58e1d-aec7-45f5-af3e-b7ef7d52164c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.0813665 Apr 15 20:52:08.558401 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-30f07170-9f1d-453a-b378-f8a4ae509282 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481496 Apr 15 20:52:08.586484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0cf1d-db04-4022-a5c0-7749c0fb2cbe req-42a20bc5-958b-4aa6-b92e-873f7979e829 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.588125 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-72e0cf1d-db04-4022-a5c0-7749c0fb2cbe req-42a20bc5-958b-4aa6-b92e-873f7979e829 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.2180276 Apr 15 20:52:08.644391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:08.658220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38', '0373b75a-6b0b-49aa-8031-08259c8e5099', 'bccc4417-0a78-49f0-9ee7-4a58588fdfac'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:08.661594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:08.715940 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-72e0cf1d-db04-4022-a5c0-7749c0fb2cbe req-bf029f9e-2ea7-43bb-b035-7ab6bf2d0dcb tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179469 Apr 15 20:52:08.768113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event deleted for resources: {'Port': ['ID=bccc4417-0a78-49f0-9ee7-4a58588fdfac,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:08.774949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:08.775172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b34800-6653-4735-b7e6-9f47f7b63e2d req-48f0b95f-ad93-4bd7-ad05-3a1afd73f5b8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:08.777323 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-58b34800-6653-4735-b7e6-9f47f7b63e2d req-48f0b95f-ad93-4bd7-ad05-3a1afd73f5b8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1871867 Apr 15 20:52:08.861647 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-58b34800-6653-4735-b7e6-9f47f7b63e2d req-b09234d5-0621-403b-9b79-ab9aee9ce12a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722587 Apr 15 20:52:08.863925 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-6182509f-db52-4099-af45-5d4ff6f4de6a service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962430 Apr 15 20:52:08.959748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 083fffff-9a5f-4539-84a0-e5c79d337490 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:52:09.018522 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1d22737-8659-408b-ae78-47ea27e8222c req-274f68df-944a-428f-aa5d-97d722b2c4c9 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424689 Apr 15 20:52:09.049035 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b7a57642-2802-4eff-8ba9-c58584ab572f req-a8feeecb-636f-4d12-a57d-0d00da0cbfd2 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=50754c8a-a33d-400d-82ff-61980a0cbf83 HTTP/1.1" status: 200 len: 210 time: 0.1009176 Apr 15 20:52:09.050755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] No DVR routers for this DVR port bccc4417-0a78-49f0-9ee7-4a58588fdfac on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:52:09.054097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:09.058564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'name': 'network-vif-deleted', 'tag': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:09.081266 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3d820825-e34b-4ba5-984a-e2f2a67d70a7 req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "DELETE /v2.0/ports/bccc4417-0a78-49f0-9ee7-4a58588fdfac HTTP/1.1" status: 204 len: 173 time: 1.3208513 Apr 15 20:52:09.110573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-3c44236f-ea41-4dac-8a47-fe9144b27159 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:09.112832 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-3c44236f-ea41-4dac-8a47-fe9144b27159 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.60 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.2102127 Apr 15 20:52:09.174024 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50754c8a-a33d-400d-82ff-61980a0cbf83', 'name': 'network-vif-deleted', 'tag': 'bccc4417-0a78-49f0-9ee7-4a58588fdfac', 'status': 'completed', 'code': 200} Apr 15 20:52:09.185905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 083fffff-9a5f-4539-84a0-e5c79d337490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=083fffff-9a5f-4539-84a0-e5c79d337490,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:09.203352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '083fffff-9a5f-4539-84a0-e5c79d337490', 'network_id': 'b7f8132e-86e5-4831-8454-1b174d25bd84', 'port_id': '083fffff-9a5f-4539-84a0-e5c79d337490', 'mac_address': 'fa:16:3e:1a:5c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f4d462-1153-4249-b7c7-d319fa90887e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:52:09.219787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Deleting port c06bb85a-e5fe-4936-b501-d88a1e41a612 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:52:09.220771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:09.269868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:09.288543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083fffff-9a5f-4539-84a0-e5c79d337490 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:52:09.305354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 083fffff-9a5f-4539-84a0-e5c79d337490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=083fffff-9a5f-4539-84a0-e5c79d337490,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:09.308804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:09.310880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:09.385097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=083fffff-9a5f-4539-84a0-e5c79d337490,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:09.390714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:09.477337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b06cb-f1b4-4dca-bd97-2427923efa2b req-57ab55a2-6541-4d46-9822-508dfe07aef7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:09.479234 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-986b06cb-f1b4-4dca-bd97-2427923efa2b req-57ab55a2-6541-4d46-9822-508dfe07aef7 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0980530 Apr 15 20:52:09.533613 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-986b06cb-f1b4-4dca-bd97-2427923efa2b req-68c07b90-0722-41d9-8bcf-0663b318859f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470433 Apr 15 20:52:09.730629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1bca5-504a-4491-8c4c-2b62bee2e2c6 req-aba3de40-e618-406e-9888-86f6b949b18c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:09.732287 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b3e1bca5-504a-4491-8c4c-2b62bee2e2c6 req-aba3de40-e618-406e-9888-86f6b949b18c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.5204122 Apr 15 20:52:09.747778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb79bf2-0ee9-45b2-8279-1cfc8df80ab3 req-7c0e497a-c7a5-4333-b4b5-ce44ead689b4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:09.751351 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abb79bf2-0ee9-45b2-8279-1cfc8df80ab3 req-7c0e497a-c7a5-4333-b4b5-ce44ead689b4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 944 time: 0.1125097 Apr 15 20:52:09.762416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['083fffff-9a5f-4539-84a0-e5c79d337490'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:09.807786 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abb79bf2-0ee9-45b2-8279-1cfc8df80ab3 req-2a3e5e9a-4879-459a-91f8-79591d778f7e tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Apr 15 20:52:09.829958 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b3e1bca5-504a-4491-8c4c-2b62bee2e2c6 req-13952710-b52b-4351-a83d-1f06d275da73 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894566 Apr 15 20:52:09.855936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] For port c06bb85a-e5fe-4936-b501-d88a1e41a612, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=c06bb85a-e5fe-4936-b501-d88a1e41a612,segment=NetworkSegment(e96743dd-2fb8-45b0-afa5-0a59110a09f5),segment_id=e96743dd-2fb8-45b0-afa5-0a59110a09f5)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:09.855936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:09.996073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Calling delete_port for c06bb85a-e5fe-4936-b501-d88a1e41a612 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:52:10.028095 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef17cb-9a0f-4357-b602-c640a35289de req-f6e6b451-095e-41d7-89d2-0d3f7b76d869 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:10.029714 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d9ef17cb-9a0f-4357-b602-c640a35289de req-f6e6b451-095e-41d7-89d2-0d3f7b76d869 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 950 time: 0.0938146 Apr 15 20:52:10.079348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d9ef17cb-9a0f-4357-b602-c640a35289de req-0f353ae9-7fc8-4771-a959-1a363dcf4628 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/security-groups?id=ee39853e-d6b5-48b3-8a36-4737a96029b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Apr 15 20:52:10.204937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75182eac-98bd-474b-8a3f-16f5e4426e8b req-7b9fe001-fa8c-4a46-a237-69aeb36f0d8a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:10.206603 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-75182eac-98bd-474b-8a3f-16f5e4426e8b req-7b9fe001-fa8c-4a46-a237-69aeb36f0d8a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1704774 Apr 15 20:52:10.261737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:10.280358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-88782eec-f8ea-4d4d-84af-265af124f350 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:10.336749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Pushing event deleted for resources: {'Port': ['ID=c06bb85a-e5fe-4936-b501-d88a1e41a612,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:10.386220 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-75182eac-98bd-474b-8a3f-16f5e4426e8b req-f5812ff3-db36-44bc-ba3e-8abc4c9fec74 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684453 Apr 15 20:52:10.387305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:10.540044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] No DVR routers for this DVR port c06bb85a-e5fe-4936-b501-d88a1e41a612 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:52:10.542440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:10.556574 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4bfa9d3-fec6-4d3e-b1c3-40ecb00cdb9e req-7258d4ee-0143-469a-af2c-8977fad9acdc tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.60 "DELETE /v2.0/ports/c06bb85a-e5fe-4936-b501-d88a1e41a612 HTTP/1.1" status: 204 len: 173 time: 1.4357476 Apr 15 20:52:10.557837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f578-70e2-4690-a317-5fb48e7d5656 req-c959ba9f-ee14-4591-943d-9366139940ad tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:10.559733 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2af6f578-70e2-4690-a317-5fb48e7d5656 req-c959ba9f-ee14-4591-943d-9366139940ad tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.0942121 Apr 15 20:52:10.619574 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2af6f578-70e2-4690-a317-5fb48e7d5656 req-c810da9e-1304-4643-8f1c-0d55e952bbac tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521922 Apr 15 20:52:10.744646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['c06bb85a-e5fe-4936-b501-d88a1e41a612'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:10.755519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa5025-dcb3-43a9-83b1-9240f61d2df3 req-fa4840a0-a617-4a2a-b092-2928ac7dd5bd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:10.763470 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2fa5025-dcb3-43a9-83b1-9240f61d2df3 req-fa4840a0-a617-4a2a-b092-2928ac7dd5bd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1008501 Apr 15 20:52:10.807978 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2fa5025-dcb3-43a9-83b1-9240f61d2df3 req-c25add3e-4944-4908-af30-5100e9f7f574 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Apr 15 20:52:10.977655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 083fffff-9a5f-4539-84a0-e5c79d337490 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:52:11.017533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc28d3-2aed-4aa4-885b-5bf41a483d57 req-a782aa85-a683-4958-9101-b4be6aa6ed88 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:11.019089 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1adc28d3-2aed-4aa4-885b-5bf41a483d57 req-a782aa85-a683-4958-9101-b4be6aa6ed88 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 944 time: 0.0917273 Apr 15 20:52:11.042564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d15723-50dd-4b33-ab3e-6a27a2dedfcd req-c1221cd1-42a4-42aa-9078-8999848938c0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:11.044376 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f8d15723-50dd-4b33-ab3e-6a27a2dedfcd req-c1221cd1-42a4-42aa-9078-8999848938c0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0950029 Apr 15 20:52:11.072654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 083fffff-9a5f-4539-84a0-e5c79d337490 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:52:11.079906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 083fffff-9a5f-4539-84a0-e5c79d337490 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:52:11.080185 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1adc28d3-2aed-4aa4-885b-5bf41a483d57 req-4eccda94-4db1-47e8-89fe-2490c7e969ff tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520978 Apr 15 20:52:11.080879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:11.103419 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f8d15723-50dd-4b33-ab3e-6a27a2dedfcd req-a24bdcb9-992e-4f6e-ac2e-ab1157e84026 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517366 Apr 15 20:52:11.175700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'name': 'network-vif-deleted', 'tag': 'c06bb85a-e5fe-4936-b501-d88a1e41a612'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:11.239406 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d4c297-5986-43cd-88a5-ebe85739b4db', 'name': 'network-vif-deleted', 'tag': 'c06bb85a-e5fe-4936-b501-d88a1e41a612', 'status': 'completed', 'code': 200} Apr 15 20:52:11.245098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:11.277633 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f20a046f-9e3c-4d86-b470-39dd781260b9 req-44fd1391-cac9-423f-8a6a-dd0ac1d1bcf9 tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d4c297-5986-43cd-88a5-ebe85739b4db HTTP/1.1" status: 200 len: 210 time: 0.0570891 Apr 15 20:52:11.280328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083fffff-9a5f-4539-84a0-e5c79d337490'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:11.287842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 083fffff-9a5f-4539-84a0-e5c79d337490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=083fffff-9a5f-4539-84a0-e5c79d337490,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:11.302328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:11.305136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device bccc4417-0a78-49f0-9ee7-4a58588fdfac no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:11.350601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:11.393179 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083fffff-9a5f-4539-84a0-e5c79d337490', 'code': 200} Apr 15 20:52:11.411522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: bccc4417-0a78-49f0-9ee7-4a58588fdfac {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:11.412116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device bccc4417-0a78-49f0-9ee7-4a58588fdfac not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:11.449695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=083fffff-9a5f-4539-84a0-e5c79d337490,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:11.453016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:11.619315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c18fe-12b3-4db6-bf4b-03f6ad32f017 req-1147dd4b-dcc6-469e-88b7-1b780529148e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:11.620803 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a31c18fe-12b3-4db6-bf4b-03f6ad32f017 req-1147dd4b-dcc6-469e-88b7-1b780529148e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.0969839 Apr 15 20:52:11.673496 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a31c18fe-12b3-4db6-bf4b-03f6ad32f017 req-1b409ec4-7ad0-43df-b89e-0bca744b14b5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460720 Apr 15 20:52:11.737891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93b953-4bfd-4b6b-abfd-eae748ad3193 req-0d938f13-c634-4b46-99ed-1d1b99ec034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:11.739562 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c93b953-4bfd-4b6b-abfd-eae748ad3193 req-0d938f13-c634-4b46-99ed-1d1b99ec034c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 1098 time: 0.0943956 Apr 15 20:52:11.829928 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c93b953-4bfd-4b6b-abfd-eae748ad3193 req-f02a7d43-e1b2-45b6-9da7-66ad021fc27f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534167 Apr 15 20:52:11.861378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd4fe4-12c6-43c8-8ca7-b2018baa9f56 req-1da978d7-3e12-4a7d-afb9-4cffd37cd1c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:11.862185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-06bd4fe4-12c6-43c8-8ca7-b2018baa9f56 req-1da978d7-3e12-4a7d-afb9-4cffd37cd1c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:11.878829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-06bd4fe4-12c6-43c8-8ca7-b2018baa9f56 req-1da978d7-3e12-4a7d-afb9-4cffd37cd1c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:11.880032 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-06bd4fe4-12c6-43c8-8ca7-b2018baa9f56 req-1da978d7-3e12-4a7d-afb9-4cffd37cd1c3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.1394708 Apr 15 20:52:11.932838 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-06bd4fe4-12c6-43c8-8ca7-b2018baa9f56 req-c95d472b-fa6c-4afd-b37d-88b7e08942cc tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458696 Apr 15 20:52:12.013561 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef3340-a65d-4f90-b8db-7e5b18c8bddf req-8ad366dc-9b7f-4e6c-b9f1-503673c4ee25 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:12.015749 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-83ef3340-a65d-4f90-b8db-7e5b18c8bddf req-8ad366dc-9b7f-4e6c-b9f1-503673c4ee25 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0932858 Apr 15 20:52:12.064538 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-83ef3340-a65d-4f90-b8db-7e5b18c8bddf req-5ab690e8-13b3-49f0-9857-238cd8655577 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Apr 15 20:52:12.353730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc135a-1c12-4b3c-ac6d-c3b2517370be req-78880739-d52f-421a-97c5-cf2eb6d39293 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:12.355603 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-92dc135a-1c12-4b3c-ac6d-c3b2517370be req-78880739-d52f-421a-97c5-cf2eb6d39293 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1255999 Apr 15 20:52:12.409582 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-92dc135a-1c12-4b3c-ac6d-c3b2517370be req-ecc9ff36-20d0-476c-b079-babcdb03514b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469117 Apr 15 20:52:12.432659 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863fe8-a498-4af0-a0fb-2f78cea3e3f3 req-3c0960ca-34ac-4c4f-a86a-39fa54454fa1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:12.434317 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-92863fe8-a498-4af0-a0fb-2f78cea3e3f3 req-3c0960ca-34ac-4c4f-a86a-39fa54454fa1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 945 time: 0.0916324 Apr 15 20:52:12.545573 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-92863fe8-a498-4af0-a0fb-2f78cea3e3f3 req-0bc452b7-56e4-456f-bd6a-245c53356073 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678568 Apr 15 20:52:12.581166 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-99c65e19-05b3-4ad7-893d-a53cb582d04c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:12.582858 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-99c65e19-05b3-4ad7-893d-a53cb582d04c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.1475830 Apr 15 20:52:12.664907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Deleting port 0373b75a-6b0b-49aa-8031-08259c8e5099 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:52:12.665289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:12.934252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae1904-ef10-402b-9c4b-732dee2a5d07 req-77b2a6d7-d636-47f4-9bec-f012ec6b144c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:12.942273 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7cae1904-ef10-402b-9c4b-732dee2a5d07 req-77b2a6d7-d636-47f4-9bec-f012ec6b144c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1314552 Apr 15 20:52:12.958248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] For port 0373b75a-6b0b-49aa-8031-08259c8e5099, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=0373b75a-6b0b-49aa-8031-08259c8e5099,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:12.958494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:12.983885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:52:12.989111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device c06bb85a-e5fe-4936-b501-d88a1e41a612 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:13.000704 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7cae1904-ef10-402b-9c4b-732dee2a5d07 req-36262ab8-6573-4df6-8f02-2ad519be697c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573707 Apr 15 20:52:13.058418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: c06bb85a-e5fe-4936-b501-d88a1e41a612 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:13.059131 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device c06bb85a-e5fe-4936-b501-d88a1e41a612 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:13.126651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Calling delete_port for 0373b75a-6b0b-49aa-8031-08259c8e5099 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:52:13.340266 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac4e0a-49cc-4fd5-a80a-3eaf3c135c41 req-e8b098fe-0c72-4b51-9b76-b651ffcd9c93 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:13.342044 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-62ac4e0a-49cc-4fd5-a80a-3eaf3c135c41 req-e8b098fe-0c72-4b51-9b76-b651ffcd9c93 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 945 time: 0.1838677 Apr 15 20:52:13.412292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:13.412527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:13.428001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'mac_address': 'fa:16:3e:a4:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:52:13.428738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:13.459984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['79a85146-e5ca-426e-9113-f51666a80a38', '0373b75a-6b0b-49aa-8031-08259c8e5099'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:13.473612 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-62ac4e0a-49cc-4fd5-a80a-3eaf3c135c41 req-fa907528-843e-46d5-a937-5cd81d637537 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199920 Apr 15 20:52:13.581219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event deleted for resources: {'Port': ['ID=0373b75a-6b0b-49aa-8031-08259c8e5099,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:13.588210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:13.589413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:13.610762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:52:13.627605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:13.681684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:13.737451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e41ee-0ea0-42d2-bb24-503c5ed250a1 req-2a0430f9-9d68-4640-9ec4-2e6b7d0258dc tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:13.737894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1a0cb51f-9dad-40ff-ae24-10f3e81737ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:13.739164 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fc6e41ee-0ea0-42d2-bb24-503c5ed250a1 req-2a0430f9-9d68-4640-9ec4-2e6b7d0258dc tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1866913 Apr 15 20:52:13.821234 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fc6e41ee-0ea0-42d2-bb24-503c5ed250a1 req-58d9ae76-e1cf-48c4-a9e4-83b5f61fa87f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717280 Apr 15 20:52:13.882039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] No DVR routers for this DVR port 0373b75a-6b0b-49aa-8031-08259c8e5099 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:52:13.887802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:13.890912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'name': 'network-vif-deleted', 'tag': '0373b75a-6b0b-49aa-8031-08259c8e5099'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:13.918636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-395bd9c6-65ab-415a-adc5-a9766c269783 req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "DELETE /v2.0/ports/0373b75a-6b0b-49aa-8031-08259c8e5099 HTTP/1.1" status: 204 len: 173 time: 1.3276753 Apr 15 20:52:13.937117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['34e56af5-fd1c-44b0-8cfd-11f6c2f04076'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:13.974563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=6']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:13.974841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18571fc-2526-499f-8038-02329a0a5b6a req-7f1eb66c-d903-44c8-837d-60bc3ef0309d tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:13.982775 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a18571fc-2526-499f-8038-02329a0a5b6a req-7f1eb66c-d903-44c8-837d-60bc3ef0309d tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 945 time: 0.1825285 Apr 15 20:52:13.985674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:14.084440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3857e-6a80-4f99-8312-7aae256d0c10 req-0f845fe1-f903-4a4a-8e1c-a7817c3ce2d9 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:14.092275 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8df3857e-6a80-4f99-8312-7aae256d0c10 req-0f845fe1-f903-4a4a-8e1c-a7817c3ce2d9 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1445804 Apr 15 20:52:14.100278 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a18571fc-2526-499f-8038-02329a0a5b6a req-abc50799-2e92-4056-85e4-87f768d0d5a1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150286 Apr 15 20:52:14.159467 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8df3857e-6a80-4f99-8312-7aae256d0c10 req-a878d136-8000-4925-963f-4310bc759f5e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660741 Apr 15 20:52:14.223623 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9', 'name': 'network-vif-deleted', 'tag': '0373b75a-6b0b-49aa-8031-08259c8e5099', 'status': 'completed', 'code': 200} Apr 15 20:52:14.397046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851805a6-75f1-47ef-b144-98fcb832dfeb req-63e20e93-7874-493f-a27e-2a75580782fd tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:14.398898 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-851805a6-75f1-47ef-b144-98fcb832dfeb req-63e20e93-7874-493f-a27e-2a75580782fd tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 944 time: 0.1091270 Apr 15 20:52:14.503684 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-851805a6-75f1-47ef-b144-98fcb832dfeb req-6e099355-09bf-4ca8-838f-93653a55acb0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979357 Apr 15 20:52:14.804502 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-16ca26ad-5e32-45df-97c9-1db4185e4934 req-035c3b15-7d2e-42a6-8913-e21e3c4d654e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4025dfb-f56f-4c2b-804c-5bf6e4cce6b9 HTTP/1.1" status: 200 len: 210 time: 0.0712197 Apr 15 20:52:14.995680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:52:15.170130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:52:15.170629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:15.388240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ef998-9e23-4293-b47c-ed29ab0b8080 req-5f6fe000-6df5-4f59-81eb-a4192c4ecd03 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:15.389966 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c80ef998-9e23-4293-b47c-ed29ab0b8080 req-5f6fe000-6df5-4f59-81eb-a4192c4ecd03 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1143184 Apr 15 20:52:15.393334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:15.442244 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:15.444396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:15.450994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:15.452079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0373b75a-6b0b-49aa-8031-08259c8e5099 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:15.486967 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:15.501585 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c80ef998-9e23-4293-b47c-ed29ab0b8080 req-889ffb73-8ce7-4685-be45-31ecc1b6def8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918972 Apr 15 20:52:15.585015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 0373b75a-6b0b-49aa-8031-08259c8e5099 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:15.585551 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 0373b75a-6b0b-49aa-8031-08259c8e5099 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:15.622714 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'code': 200} Apr 15 20:52:15.673230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=7']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:15.682504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:15.842128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107de841-1675-4111-8ba8-9299c8de9083 req-e77eef41-2998-4630-983e-8538e3f28030 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:15.844516 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-107de841-1675-4111-8ba8-9299c8de9083 req-e77eef41-2998-4630-983e-8538e3f28030 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.0987756 Apr 15 20:52:15.926687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce41607-b81a-4bd8-a253-37376d63be42 req-fc965f70-e441-4cca-9f41-0522c101d456 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:15.928974 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bce41607-b81a-4bd8-a253-37376d63be42 req-fc965f70-e441-4cca-9f41-0522c101d456 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 945 time: 0.1419442 Apr 15 20:52:15.942668 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-107de841-1675-4111-8ba8-9299c8de9083 req-fd33e1c4-91ae-4737-a330-25973b6163b0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902369 Apr 15 20:52:16.005049 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bce41607-b81a-4bd8-a253-37376d63be42 req-f92b619f-60b2-4b34-83b0-9e4439b4ad7f tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686135 Apr 15 20:52:16.779129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57c2df-fd86-4840-9a96-f8d1c19ccc58 req-256a7246-f71e-46ea-973c-ae7e4e09a409 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:16.791201 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3b57c2df-fd86-4840-9a96-f8d1c19ccc58 req-256a7246-f71e-46ea-973c-ae7e4e09a409 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1465104 Apr 15 20:52:16.864400 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3b57c2df-fd86-4840-9a96-f8d1c19ccc58 req-717af523-eb91-40eb-957f-f63451bcec24 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720613 Apr 15 20:52:17.221115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd2786-9a79-4c97-abd6-a41825364a2d req-58e53c64-10cc-42ff-8774-01f2b846e4f0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:17.231418 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-26fd2786-9a79-4c97-abd6-a41825364a2d req-58e53c64-10cc-42ff-8774-01f2b846e4f0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1476979 Apr 15 20:52:17.293953 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-26fd2786-9a79-4c97-abd6-a41825364a2d req-2989168c-a1d8-4c0d-b325-a79b07e87943 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582564 Apr 15 20:52:17.308792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778724d-2119-48e4-a087-5391346abd11 req-61a95bb7-9bfd-4c85-a8b1-208be5da7d6a tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:17.310690 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8778724d-2119-48e4-a087-5391346abd11 req-61a95bb7-9bfd-4c85-a8b1-208be5da7d6a tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 945 time: 0.1540699 Apr 15 20:52:17.431237 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8778724d-2119-48e4-a087-5391346abd11 req-33288afa-9635-486a-afdb-41a9e57f69e1 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125724 Apr 15 20:52:17.786707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-a0b56f12-c6b8-4b81-83d8-9956c6794ea3 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:17.789279 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-a0b56f12-c6b8-4b81-83d8-9956c6794ea3 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 945 time: 0.1564624 Apr 15 20:52:17.907621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Deleting port 083fffff-9a5f-4539-84a0-e5c79d337490 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:52:17.908095 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:18.147308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c9722-e005-43eb-ba38-dc8913f23eec req-16ba9477-d19e-4908-92e8-55bb7d88a9f2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:18.148659 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-214c9722-e005-43eb-ba38-dc8913f23eec req-16ba9477-d19e-4908-92e8-55bb7d88a9f2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1177104 Apr 15 20:52:18.216172 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-214c9722-e005-43eb-ba38-dc8913f23eec req-14bbe2bd-c760-4751-b9ac-4dda5130d9b2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602362 Apr 15 20:52:18.376532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5426e-5af0-4c62-9bc8-f5512c558453 req-1be5c6e9-7a8b-49a3-80c4-bb7aa214e37e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:18.377331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1ed5426e-5af0-4c62-9bc8-f5512c558453 req-1be5c6e9-7a8b-49a3-80c4-bb7aa214e37e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:18.418575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] For port 083fffff-9a5f-4539-84a0-e5c79d337490, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=083fffff-9a5f-4539-84a0-e5c79d337490,segment=NetworkSegment(034a808c-80ec-4bc4-b47f-d89eddaf143f),segment_id=034a808c-80ec-4bc4-b47f-d89eddaf143f)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:18.419295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:18.603279 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Calling delete_port for 083fffff-9a5f-4539-84a0-e5c79d337490 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:52:18.637087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7626ca-517e-4e07-8cd6-b9f6a3bf28e8 req-b8fd2bec-4332-4cc7-9da5-76b332649cd4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:18.638906 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0f7626ca-517e-4e07-8cd6-b9f6a3bf28e8 req-b8fd2bec-4332-4cc7-9da5-76b332649cd4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1840599 Apr 15 20:52:18.721651 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0f7626ca-517e-4e07-8cd6-b9f6a3bf28e8 req-7f81ff6a-1eee-4912-ba76-e660e360cb85 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755093 Apr 15 20:52:18.943603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1ed5426e-5af0-4c62-9bc8-f5512c558453 req-1be5c6e9-7a8b-49a3-80c4-bb7aa214e37e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:18.955743 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1ed5426e-5af0-4c62-9bc8-f5512c558453 req-1be5c6e9-7a8b-49a3-80c4-bb7aa214e37e tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.9949267 Apr 15 20:52:19.007727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58defb-f988-489d-9df4-820c081faad1 req-08bd0616-c9ac-4ec3-ad72-ab2ee466e3b4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:19.008972 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0f58defb-f988-489d-9df4-820c081faad1 req-08bd0616-c9ac-4ec3-ad72-ab2ee466e3b4 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 945 time: 0.0997138 Apr 15 20:52:19.059270 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1ed5426e-5af0-4c62-9bc8-f5512c558453 req-c726e0e3-cc45-464c-9962-d1e13bfc8f84 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947185 Apr 15 20:52:19.067088 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0f58defb-f988-489d-9df4-820c081faad1 req-9e6cbbcb-5010-4691-87e7-20c8d1e28194 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/security-groups?id=1375181c-1958-44d2-8ae3-b7e150412084&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Apr 15 20:52:19.146931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:19.171946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cab77f02-d323-4a33-9cab-cf6b62a91aea tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:19.225138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Pushing event deleted for resources: {'Port': ['ID=083fffff-9a5f-4539-84a0-e5c79d337490,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:19.306396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:19.635538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] No DVR routers for this DVR port 083fffff-9a5f-4539-84a0-e5c79d337490 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:52:19.648426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:19.651615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'name': 'network-vif-deleted', 'tag': '083fffff-9a5f-4539-84a0-e5c79d337490'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:19.713504 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c79306a1-3df7-4487-a35c-5104eba0edf5 req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.60 "DELETE /v2.0/ports/083fffff-9a5f-4539-84a0-e5c79d337490 HTTP/1.1" status: 204 len: 173 time: 1.9096060 Apr 15 20:52:19.770668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d34e4a-54ab-4879-8e07-1fd6b8f07608 req-dca6ef0c-a7af-4001-9b88-e542fb4b48c7 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:19.778462 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-19d34e4a-54ab-4879-8e07-1fd6b8f07608 req-dca6ef0c-a7af-4001-9b88-e542fb4b48c7 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.3404741 Apr 15 20:52:19.784733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-1919920c-a44b-4942-ac43-e1b94922b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:19.786526 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-1919920c-a44b-4942-ac43-e1b94922b649 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.2061970 Apr 15 20:52:19.867709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1eee3-2f36-40b5-922f-125e81d48759 req-f2bce308-398a-438f-bd80-1f587c8e26b8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:19.875747 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-36e1eee3-2f36-40b5-922f-125e81d48759 req-f2bce308-398a-438f-bd80-1f587c8e26b8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1990137 Apr 15 20:52:19.943218 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-36e1eee3-2f36-40b5-922f-125e81d48759 req-4d539a89-ce66-4a46-a41c-8a664b8425be tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600772 Apr 15 20:52:20.023672 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-19d34e4a-54ab-4879-8e07-1fd6b8f07608 req-4a1b3cc0-739d-48c4-9c3c-652b36487547 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2440782 Apr 15 20:52:20.029748 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704955e6-e3ca-4307-96d4-6f6d6dc134a5', 'name': 'network-vif-deleted', 'tag': '083fffff-9a5f-4539-84a0-e5c79d337490', 'status': 'completed', 'code': 200} Apr 15 20:52:20.089063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44114) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:20.254878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-30316993-9434-4993-9c56-771528f93846 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:20.258712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71076b6c-6ec5-4095-82a9-e8a3ec313920 req-063a4db1-ad69-4ebb-8250-f774009e233b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:20.260461 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-30316993-9434-4993-9c56-771528f93846 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.2499268 Apr 15 20:52:20.268469 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-71076b6c-6ec5-4095-82a9-e8a3ec313920 req-063a4db1-ad69-4ebb-8250-f774009e233b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1713154 Apr 15 20:52:20.332698 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-871c0c53-b2ef-45c9-ac21-4f48343e36e4 req-9399c50d-e3d2-47e5-97d9-45a2648d1975 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Synchronizing usage tracker for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:20.339094 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-089907ea-42b9-4908-8ab1-c20d4a59112c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=13e5914bd1fe442d90454babf30e9640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480049 Apr 15 20:52:20.378674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-c730b80f-a2ba-4128-8917-a093c6c7baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:20.380384 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-c730b80f-a2ba-4128-8917-a093c6c7baa5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.5639780 Apr 15 20:52:20.380997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44124) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:20.387608 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-71076b6c-6ec5-4095-82a9-e8a3ec313920 req-871dcc80-3a31-4268-a558-f71dc28674be tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819647 Apr 15 20:52:20.478894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:20.507629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:20.548202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-871c0c53-b2ef-45c9-ac21-4f48343e36e4 req-9399c50d-e3d2-47e5-97d9-45a2648d1975 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Unset dirty status for tenant:c5bdac6c7bf44f0dbb97bfc9212c027e on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:20.559669 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-871c0c53-b2ef-45c9-ac21-4f48343e36e4 req-9399c50d-e3d2-47e5-97d9-45a2648d1975 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] 10.222.0.70 "GET /v2.0/ports?device_id=704955e6-e3ca-4307-96d4-6f6d6dc134a5 HTTP/1.1" status: 200 len: 210 time: 0.2957814 Apr 15 20:52:20.572904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Deleting port 79a85146-e5ca-426e-9113-f51666a80a38 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:52:20.573474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:20.650849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e48f16-6e33-41ed-87fb-16db4ce8d4ce req-64e84b4a-7d59-42f8-b4df-422a69605815 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:20.652679 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-45e48f16-6e33-41ed-87fb-16db4ce8d4ce req-64e84b4a-7d59-42f8-b4df-422a69605815 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 945 time: 0.1327000 Apr 15 20:52:20.665312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:20.683382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a35a8485-61f9-4565-a6de-b53458c129fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:20.699357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee39853e-d6b5-48b3-8a36-4737a96029b4,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:20.705374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:20.729306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:20.733439 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee39853e-d6b5-48b3-8a36-4737a96029b4 HTTP/1.1" status: 204 len: 168 time: 0.3511782 Apr 15 20:52:20.742611 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-45e48f16-6e33-41ed-87fb-16db4ce8d4ce req-a3cec655-b2d1-48bf-86c3-9e3e58b4421c tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/security-groups?id=d49cc068-b74f-4285-ad59-a13fee0a08c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796010 Apr 15 20:52:20.750215 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-66172865-9b99-43a0-a076-7dba633ecc77 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.3415511 Apr 15 20:52:20.982711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] For port 79a85146-e5ca-426e-9113-f51666a80a38, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=79a85146-e5ca-426e-9113-f51666a80a38,segment=NetworkSegment(44f75608-d992-460e-aba9-e19a0d625b1c),segment_id=44f75608-d992-460e-aba9-e19a0d625b1c)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:20.983984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:21.012878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 083fffff-9a5f-4539-84a0-e5c79d337490 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:21.121789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 083fffff-9a5f-4539-84a0-e5c79d337490 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:21.122367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 083fffff-9a5f-4539-84a0-e5c79d337490 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:21.147309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Calling delete_port for 79a85146-e5ca-426e-9113-f51666a80a38 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:52:21.273645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-771bbeaf-f517-4dcc-9cdf-16d7781a0a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:21.275748 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-771bbeaf-f517-4dcc-9cdf-16d7781a0a24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.4314442 Apr 15 20:52:21.300685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f9b15-0ec1-456e-80f1-8b0d06fb8b4f req-701f40e3-36e8-4b74-ace9-0f43ff9f8de5 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:21.307282 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-924f9b15-0ec1-456e-80f1-8b0d06fb8b4f req-701f40e3-36e8-4b74-ace9-0f43ff9f8de5 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1101854 Apr 15 20:52:21.356419 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-924f9b15-0ec1-456e-80f1-8b0d06fb8b4f req-4436cde8-0626-4101-a2a8-aeeb1eef7d9c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453756 Apr 15 20:52:21.390406 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-fe4aea41-6608-433a-a6c5-f2dee57e8d00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912070 Apr 15 20:52:21.647534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8cfd5-39a5-43cf-a8fe-0a12cfec0f41 req-b017b186-c013-4257-bc8f-aac5f643e6a2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:21.656229 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-29c8cfd5-39a5-43cf-a8fe-0a12cfec0f41 req-b017b186-c013-4257-bc8f-aac5f643e6a2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.4566255 Apr 15 20:52:21.661434 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-bb1bbad4-a46c-4e5f-95ab-eeed829dd8a5 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585578 Apr 15 20:52:21.703483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b2ab0-6002-473c-9e5e-4a1f2bf77fe3 req-362bdd32-2f7a-48b0-b7f6-855238d66cca tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:21.708875 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3c8b2ab0-6002-473c-9e5e-4a1f2bf77fe3 req-362bdd32-2f7a-48b0-b7f6-855238d66cca tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1394269 Apr 15 20:52:21.785162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3c8b2ab0-6002-473c-9e5e-4a1f2bf77fe3 req-1c8b8665-5c9a-448d-9e24-792063111564 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675626 Apr 15 20:52:21.842942 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ebdb35-3d7f-4856-a550-508c95b27321 req-24288d2b-3baf-4dc3-9e41-0b1e89dd321d service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608036 Apr 15 20:52:21.903005 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-29c8cfd5-39a5-43cf-a8fe-0a12cfec0f41 req-8f1a00f9-6564-4ed6-be88-4d6868d11875 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453492 Apr 15 20:52:21.908392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:21.940664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:22.006872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Pushing event deleted for resources: {'Port': ['ID=79a85146-e5ca-426e-9113-f51666a80a38,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:22.023863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:22.099321 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4dc56d7b-c5af-4d10-ac97-ceaee6fa7a23 req-dbd3ad61-3bb5-4a63-a380-fe7f905efad4 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 210 time: 0.0632544 Apr 15 20:52:22.471682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7cf86e97-d250-4c3a-b033-efc8ecc533ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:22.559138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] No DVR routers for this DVR port 79a85146-e5ca-426e-9113-f51666a80a38 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:52:22.561763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:22.567065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'name': 'network-vif-deleted', 'tag': '79a85146-e5ca-426e-9113-f51666a80a38'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:22.651783 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6f495b7-3ff7-41a5-8756-a466870983d8 req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.60 "DELETE /v2.0/ports/79a85146-e5ca-426e-9113-f51666a80a38 HTTP/1.1" status: 204 len: 173 time: 2.3348050 Apr 15 20:52:22.653582 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115c5f4f-2389-42e5-b2b6-9274afdb8e83', 'name': 'network-vif-deleted', 'tag': '79a85146-e5ca-426e-9113-f51666a80a38', 'status': 'completed', 'code': 200} Apr 15 20:52:22.727352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c9485-c5a0-42aa-a0d9-27b1f89e01c2 req-a0383698-4caa-4071-a1a4-27b247b69901 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:22.728947 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b24c9485-c5a0-42aa-a0d9-27b1f89e01c2 req-a0383698-4caa-4071-a1a4-27b247b69901 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1528976 Apr 15 20:52:22.835782 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b24c9485-c5a0-42aa-a0d9-27b1f89e01c2 req-f2f9decd-f753-45ee-af7a-fdc6c574d26f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841908 Apr 15 20:52:23.049070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 79a85146-e5ca-426e-9113-f51666a80a38 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:23.123616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53980999-44b9-43f4-8579-74096626e515 req-5857ea32-74bc-4fe2-991d-6684091f6c2b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:23.133123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10d386-9137-4a92-b49e-e8c3812d8fcc req-cda8b8a8-bdfe-4572-b82f-58dee03a0031 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:23.133368 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-53980999-44b9-43f4-8579-74096626e515 req-5857ea32-74bc-4fe2-991d-6684091f6c2b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1570098 Apr 15 20:52:23.134999 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e10d386-9137-4a92-b49e-e8c3812d8fcc req-cda8b8a8-bdfe-4572-b82f-58dee03a0031 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1016600 Apr 15 20:52:23.170704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 79a85146-e5ca-426e-9113-f51666a80a38 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:52:23.171093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 79a85146-e5ca-426e-9113-f51666a80a38 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:52:23.191577 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-53980999-44b9-43f4-8579-74096626e515 req-69d20f61-e866-445c-9d62-d1114fadec7d tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 Apr 15 20:52:23.198930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e10d386-9137-4a92-b49e-e8c3812d8fcc req-05e28667-a72e-4074-8a28-38a31317e1e4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Apr 15 20:52:23.409690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-adf25739-9f45-406d-9abd-5cc533296bfb req-0d3cafff-6ab1-4a6e-bee2-662a47cf3021 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Synchronizing usage tracker for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:23.429645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-adf25739-9f45-406d-9abd-5cc533296bfb req-0d3cafff-6ab1-4a6e-bee2-662a47cf3021 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Unset dirty status for tenant:5b1d6866814045ddae112014ad2eabd3 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:23.440301 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adf25739-9f45-406d-9abd-5cc533296bfb req-0d3cafff-6ab1-4a6e-bee2-662a47cf3021 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] 10.222.0.70 "GET /v2.0/ports?device_id=115c5f4f-2389-42e5-b2b6-9274afdb8e83 HTTP/1.1" status: 200 len: 210 time: 0.0916257 Apr 15 20:52:24.075159 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a5e7d-e7b3-4fa4-84d2-bac3870e92cf req-36979440-8f03-44d1-8523-24f0bbc67040 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:24.077683 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-573a5e7d-e7b3-4fa4-84d2-bac3870e92cf req-36979440-8f03-44d1-8523-24f0bbc67040 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1150875 Apr 15 20:52:24.138925 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-573a5e7d-e7b3-4fa4-84d2-bac3870e92cf req-5942b975-7d36-481f-bcb8-e3e1b2317288 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528724 Apr 15 20:52:24.379937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-12ba9a44-d4f4-460b-bce3-e01009c46cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:24.550662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58c76-7bb1-4814-a2e6-e6f28f1b8324 req-832daa16-ac42-4402-844e-033ee336050d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:24.552837 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-35b58c76-7bb1-4814-a2e6-e6f28f1b8324 req-832daa16-ac42-4402-844e-033ee336050d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1784880 Apr 15 20:52:24.653203 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-35b58c76-7bb1-4814-a2e6-e6f28f1b8324 req-8725a817-3d1f-4ce4-b312-c79e28dbe697 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891056 Apr 15 20:52:24.680334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b29a6-bb4e-4efa-bfd2-b84062695182 req-8c67f4ad-d5ec-4323-bf92-255f9da489a8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:24.682480 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d70b29a6-bb4e-4efa-bfd2-b84062695182 req-8c67f4ad-d5ec-4323-bf92-255f9da489a8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.2330859 Apr 15 20:52:24.813102 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d70b29a6-bb4e-4efa-bfd2-b84062695182 req-6a70c585-0b5e-452f-bc9c-fd37c8270d0e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070673 Apr 15 20:52:24.833081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-0507f709-372c-4795-ab58-ccb7e5320e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:24.841286 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-0507f709-372c-4795-ab58-ccb7e5320e0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1098 time: 0.2576466 Apr 15 20:52:24.914918 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34c20c-2ec6-4797-b327-c0d8189284d2 req-b08b9c97-ea43-4848-b7e9-0acf4cf29e7f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:24.928762 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ef34c20c-2ec6-4797-b327-c0d8189284d2 req-b08b9c97-ea43-4848-b7e9-0acf4cf29e7f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1389616 Apr 15 20:52:24.996013 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ef34c20c-2ec6-4797-b327-c0d8189284d2 req-e1229af8-dcc6-4a0a-8c61-89e5c47c4312 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657554 Apr 15 20:52:25.042696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44230) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:25.132030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-b072ee37-571f-4fb9-999d-bb4d2cc1d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:25.134828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-b072ee37-571f-4fb9-999d-bb4d2cc1d323 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.2853372 Apr 15 20:52:25.308103 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-cb2f0997-9e8a-44bd-b04b-8009edd22ac8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 1001 time: 0.1640546 Apr 15 20:52:25.394318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Deleting subnet e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:52:25.398882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:25.432020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-51fff759-d246-46d4-ae70-a9ca39be8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:25.434356 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-51fff759-d246-46d4-ae70-a9ca39be8552 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.1128585 Apr 15 20:52:25.456024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851929559'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:25.523197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:25.577484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-c4a23f1a-8e4d-4e28-aa6a-668c676b6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:25.580433 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-c4a23f1a-8e4d-4e28-aa6a-668c676b6a4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1365361 Apr 15 20:52:25.586612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:25.763287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:25.819955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:25.866409 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-6e6b4d4b-d1b2-4346-afda-868126cc5990 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554703 Apr 15 20:52:26.176002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168a67-47fb-4913-ad9a-76e879b2cf99 req-316de959-4844-484c-a272-a86607ba7a71 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:26.179281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a168a67-47fb-4913-ad9a-76e879b2cf99 req-316de959-4844-484c-a272-a86607ba7a71 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.2906044 Apr 15 20:52:26.254188 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eed3934b-6374-4839-a4ba-c2bb26eca255 req-064083ae-3f9e-4bcf-b3ff-66c2c9aab4cc service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861210 Apr 15 20:52:26.303026 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a168a67-47fb-4913-ad9a-76e879b2cf99 req-0b0c271f-3971-4b45-b255-f9d2a7c38154 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086795 Apr 15 20:52:26.309858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852279451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196433'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:26.357026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae628898-43b9-4e72-a098-5e152d6b4a66 req-08d051bb-b9b5-444f-8b59-277dd649b323 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:26.358975 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ae628898-43b9-4e72-a098-5e152d6b4a66 req-08d051bb-b9b5-444f-8b59-277dd649b323 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1868181 Apr 15 20:52:26.458259 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ae628898-43b9-4e72-a098-5e152d6b4a66 req-2e865a37-bd60-4ba6-8eb6-6b5234d6d36b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873415 Apr 15 20:52:26.467931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7cc45cd7-35da-40eb-bb9b-c3cd40d2ac51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:26.530424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:26.539440 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e9c277ce-a3d6-4fe8-92f5-d440dd60aa68 HTTP/1.1" status: 204 len: 168 time: 1.4926701 Apr 15 20:52:26.539440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c277ce-a3d6-4fe8-92f5-d440dd60aa68,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:26.541465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44240) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:26.541697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-31986b5c-4fd8-41af-8758-a2fb7f2343d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:26.662013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8b573-65db-4ebb-ace2-3b1f7622d1f6 req-cd75962e-df76-4cf4-8075-3eaf1fd38228 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:26.664071 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fbb8b573-65db-4ebb-ace2-3b1f7622d1f6 req-cd75962e-df76-4cf4-8075-3eaf1fd38228 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0950394 Apr 15 20:52:26.760578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:27.106477 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fbb8b573-65db-4ebb-ace2-3b1f7622d1f6 req-199ec70b-4366-417a-af7a-b569aac6c364 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4270036 Apr 15 20:52:27.123100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:27.159886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:27.352546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a151e8-9bcb-4252-aca8-cda6fde61f6e']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:52:27.370083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f75608-d992-460e-aba9-e19a0d625b1c') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:52:27.370428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f75608-d992-460e-aba9-e19a0d625b1c') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:52:27.387408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:27.421183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:27.428346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:52:27.655160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:52:27.667225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:27.764366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080a0d0-2b96-40a5-a744-023985b5a5ca req-c9367e37-467a-4f46-b17e-dbe6d65e5835 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:27.768562 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1080a0d0-2b96-40a5-a744-023985b5a5ca req-c9367e37-467a-4f46-b17e-dbe6d65e5835 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1273525 Apr 15 20:52:27.839040 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1080a0d0-2b96-40a5-a744-023985b5a5ca req-411eaea4-3f16-4477-8d75-3e6c54f4d9f3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616791 Apr 15 20:52:27.995133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Network b3a151e8-9bcb-4252-aca8-cda6fde61f6e has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:52:28.100635 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:52:28.112681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:28.117890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:28.129559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:28.172106 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b3a151e8-9bcb-4252-aca8-cda6fde61f6e HTTP/1.1" status: 204 len: 168 time: 1.6293488 Apr 15 20:52:28.173241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a151e8-9bcb-4252-aca8-cda6fde61f6e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:28.176829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-60f64e97-6b9d-426c-ae2e-b680bae561f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:28.216008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411621-7917-4b9f-b9d9-b5a02151b140 req-9ad1f7e6-8b35-42cf-a4f0-5147133a21dd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:28.217670 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b8411621-7917-4b9f-b9d9-b5a02151b140 req-9ad1f7e6-8b35-42cf-a4f0-5147133a21dd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.4973884 Apr 15 20:52:28.309322 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b8411621-7917-4b9f-b9d9-b5a02151b140 req-d3b419ea-b031-4906-82b3-d8b1b1e5e6e0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Apr 15 20:52:28.388006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e29b5-efcb-45dc-935f-a6d8d67a490b req-9bf0fac8-8002-40b9-ba87-8ec506eff1a1 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:28.390284 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-072e29b5-efcb-45dc-935f-a6d8d67a490b req-9bf0fac8-8002-40b9-ba87-8ec506eff1a1 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1312454 Apr 15 20:52:28.481941 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-072e29b5-efcb-45dc-935f-a6d8d67a490b req-a06cdb86-3b18-4c2e-9450-97631f1e274a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851474 Apr 15 20:52:28.489739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44264) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:28.563849 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2654a07c-f0a4-4bcb-95b7-2e0c00fe5c8d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b1d6866814045ddae112014ad2eabd3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0726054 Apr 15 20:52:28.566361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44272) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:28.639093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:28.670739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:28.753942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:28.759650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-143a2fd6-6078-4e1f-b328-a11ab1c3e352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:28.775001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49cc068-b74f-4285-ad59-a13fee0a08c6,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:28.778020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:28.822546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:28.826910 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d49cc068-b74f-4285-ad59-a13fee0a08c6 HTTP/1.1" status: 204 len: 168 time: 0.2594709 Apr 15 20:52:29.086999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2240b-718f-4806-9343-2b48a271b36c req-13244187-9c21-408a-b440-69aa18c01168 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:29.095313 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cdc2240b-718f-4806-9343-2b48a271b36c req-13244187-9c21-408a-b440-69aa18c01168 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1245685 Apr 15 20:52:29.160706 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cdc2240b-718f-4806-9343-2b48a271b36c req-dcaca8c9-3e07-440e-83fb-80464b5c8caa tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640194 Apr 15 20:52:29.299975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-495141de-256f-401c-8756-3326b4a16cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:29.303971 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-495141de-256f-401c-8756-3326b4a16cd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1098 time: 0.0906155 Apr 15 20:52:29.480589 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-1975d774-f3c2-470a-a4ed-1f10f7fdc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:29.482249 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-1975d774-f3c2-470a-a4ed-1f10f7fdc433 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.1701396 Apr 15 20:52:29.560938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e66d7-6541-4d16-be02-66a89bc90191 req-3172e7ef-e444-419b-a0e2-26b2df796aab tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:29.563370 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-560e66d7-6541-4d16-be02-66a89bc90191 req-3172e7ef-e444-419b-a0e2-26b2df796aab tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1278775 Apr 15 20:52:29.617060 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-bd077080-6dbe-4cbb-98ff-d055b5d59888 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 200 len: 1001 time: 0.1277487 Apr 15 20:52:29.625258 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-560e66d7-6541-4d16-be02-66a89bc90191 req-8de483a5-2dcb-4a74-a139-6ec497cf5f7e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546935 Apr 15 20:52:29.726260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-2902a6aa-8e20-4c27-9699-8c454dae50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:29.728758 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-2902a6aa-8e20-4c27-9699-8c454dae50a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0976927 Apr 15 20:52:29.838570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-e13cfac1-1183-4482-a14b-3a076bdc5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:29.840212 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-e13cfac1-1183-4482-a14b-3a076bdc5ca3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1043501 Apr 15 20:52:30.015156 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-f942caf8-3ee3-4e4a-80f5-7036ad2ff85e service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674242 Apr 15 20:52:30.184516 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-799e7d8e-92c6-4d12-9f7e-dfbd35db8284 req-1e52c8e5-d60f-41a1-aa69-488279091e4b service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573534 Apr 15 20:52:30.390209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b5d7a-b1a8-4a94-81ac-77b2d54eea8a req-4cb3aa3b-af97-4209-868c-6c4f54d8fee9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:30.392195 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e62b5d7a-b1a8-4a94-81ac-77b2d54eea8a req-4cb3aa3b-af97-4209-868c-6c4f54d8fee9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1023858 Apr 15 20:52:30.772819 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e62b5d7a-b1a8-4a94-81ac-77b2d54eea8a req-c3f65bcf-5bbf-470e-ba57-fabd5c27d543 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736532 Apr 15 20:52:30.953791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832599f7-ee84-4719-943c-de3cc86e8a6f req-ccd8164b-9f0d-40fa-a598-4887c51f96e2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:30.955442 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-832599f7-ee84-4719-943c-de3cc86e8a6f req-ccd8164b-9f0d-40fa-a598-4887c51f96e2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1087422 Apr 15 20:52:31.018895 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-832599f7-ee84-4719-943c-de3cc86e8a6f req-2cf557cf-374f-48f0-8024-b30da855a2d8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535824 Apr 15 20:52:31.255883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44334) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:31.387224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.404799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:31.409454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Usage tracker for resource:security_group_rule and tenant:73479056a9b743a4ae00aced0b3e2bf6 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:31.412683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:31.419351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:31.509433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.512433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.522364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3410f30a-b76d-47b1-a22c-6cdf8db10937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:31.572749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44344) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:31.582905 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73479056a9b743a4ae00aced0b3e2bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350010 Apr 15 20:52:31.584070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78138c67-4e0f-4ba4-b6e6-be057d1f2a9f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:31.602739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:31.648086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.675968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.724074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.730021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-df313099-27da-429f-b37c-84f1f21e9cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:31.749686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78138c67-4e0f-4ba4-b6e6-be057d1f2a9f,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:31.752727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:31.755115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:31.760455 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/78138c67-4e0f-4ba4-b6e6-be057d1f2a9f HTTP/1.1" status: 204 len: 168 time: 0.1864517 Apr 15 20:52:32.051655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92bc39-01fb-4f6d-98c0-cfd0fba48aff req-1cb58ddf-f74f-4a50-be53-e4978a930095 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:32.053300 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5c92bc39-01fb-4f6d-98c0-cfd0fba48aff req-1cb58ddf-f74f-4a50-be53-e4978a930095 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 945 time: 0.1474605 Apr 15 20:52:32.186999 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5c92bc39-01fb-4f6d-98c0-cfd0fba48aff req-7c4660e9-c359-425f-9996-6fdedb01e87c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201127 Apr 15 20:52:32.356082 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82beb-9fee-40d4-9c55-2ff13ea66e6c req-266da837-d960-445e-8f55-aedfc056f6ed tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:32.358098 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ad82beb-9fee-40d4-9c55-2ff13ea66e6c req-266da837-d960-445e-8f55-aedfc056f6ed tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1184111 Apr 15 20:52:32.401321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44360) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:32.440781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.467281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0ad82beb-9fee-40d4-9c55-2ff13ea66e6c req-07a3a92d-281a-44d7-ba20-628e03b636ef tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010513 Apr 15 20:52:32.471335 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:32.477075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b42c1da25045eaa15923514c046506 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:32.481635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:32.491957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:32.617345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.622324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.636079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ddaca012-a141-4ca0-9eef-86e3fcd597d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:32.668728 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c3b42c1da25045eaa15923514c046506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587776 Apr 15 20:52:32.669354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44368) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:32.733121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc27bf-0141-42d9-94e1-2a11711a9fb3,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:32.761583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:32.788629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.834036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.885585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.891904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2496a850-1085-4daf-8487-95e1c85c98ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:32.905493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc27bf-0141-42d9-94e1-2a11711a9fb3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:32.914758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:32.915808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:32.920076 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbfc27bf-0141-42d9-94e1-2a11711a9fb3 HTTP/1.1" status: 204 len: 168 time: 0.2471397 Apr 15 20:52:33.114061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:52:33.260431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:33.290749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:33.315322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:33.323315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:33.326249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:33.422748 dv-cinder-562053-18-smb neutron-server[85305]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'code': 422} returned with failed status Apr 15 20:52:33.424203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=8']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:33.428625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:33.510289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc958293-30ed-47ec-8d0a-2fca568b078c req-c6270985-e528-40e0-afee-54bbaa654d15 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:33.521640 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cc958293-30ed-47ec-8d0a-2fca568b078c req-c6270985-e528-40e0-afee-54bbaa654d15 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1416273 Apr 15 20:52:33.586733 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cc958293-30ed-47ec-8d0a-2fca568b078c req-396deda7-3c15-4334-b367-0e99b588609a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637379 Apr 15 20:52:33.940380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc53713-3f27-4ab0-9b3f-78d821dce515 req-2b22cde4-6f7e-41d2-89aa-d4cac86f21d8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:33.950500 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1cc53713-3f27-4ab0-9b3f-78d821dce515 req-2b22cde4-6f7e-41d2-89aa-d4cac86f21d8 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.2521758 Apr 15 20:52:34.013246 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1cc53713-3f27-4ab0-9b3f-78d821dce515 req-eca80aaf-a62d-4f23-a6e0-291949c081fb tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616288 Apr 15 20:52:34.728605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9e19-67fe-4ffb-aee2-7f852bb3c798 req-1bd6d0fe-fb2d-4955-8dca-2745eebe01d8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:34.732581 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d3cb9e19-67fe-4ffb-aee2-7f852bb3c798 req-1bd6d0fe-fb2d-4955-8dca-2745eebe01d8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1098323 Apr 15 20:52:34.832203 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d3cb9e19-67fe-4ffb-aee2-7f852bb3c798 req-fb588d66-cfb9-43d7-ad10-1105bd1417a7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940363 Apr 15 20:52:35.354500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaac3ae-61bb-4ec2-9b1c-0a8d750d33ff req-7d2dede4-092b-4286-b6a9-2ba280ece360 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:35.354500 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-acaac3ae-61bb-4ec2-9b1c-0a8d750d33ff req-7d2dede4-092b-4286-b6a9-2ba280ece360 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1547244 Apr 15 20:52:35.412808 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-acaac3ae-61bb-4ec2-9b1c-0a8d750d33ff req-365ac3d7-dc10-4dc0-8558-a22954f5819e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494645 Apr 15 20:52:35.550679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44464) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:35.736469 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-dd3d7ff1-9ae8-457d-9469-0c31a3646725 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1843636 Apr 15 20:52:36.134387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b91246-aed4-4a08-991c-abdaf3343c3f req-d6ed2951-51be-4f8c-ae3c-598a8d040995 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:36.137804 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-31b91246-aed4-4a08-991c-abdaf3343c3f req-d6ed2951-51be-4f8c-ae3c-598a8d040995 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1364977 Apr 15 20:52:36.208701 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-31b91246-aed4-4a08-991c-abdaf3343c3f req-90f88238-e821-44fb-ae8d-524f7a179e35 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641840 Apr 15 20:52:36.637246 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1690d9-b5d1-4ab8-bdb2-bcc786d4e762 req-249fc09d-918b-4680-b28b-15084cb7ba54 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:36.645432 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2c1690d9-b5d1-4ab8-bdb2-bcc786d4e762 req-249fc09d-918b-4680-b28b-15084cb7ba54 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1013534 Apr 15 20:52:36.700851 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2c1690d9-b5d1-4ab8-bdb2-bcc786d4e762 req-1546dae4-5f18-44e0-86c1-5e965c4fc601 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545013 Apr 15 20:52:37.223298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-653e28be-0c0b-4302-98e0-6bfca0ae983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:37.225162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-653e28be-0c0b-4302-98e0-6bfca0ae983c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9&tenant_id=cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 1096 time: 0.1071298 Apr 15 20:52:37.351625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-4fb63496-7862-41da-a2ac-7f2f131d11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:37.353403 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-4fb63496-7862-41da-a2ac-7f2f131d11d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1096 time: 0.0919886 Apr 15 20:52:37.593515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beedac-d7cd-42cb-be93-58e9cc988e24 req-8075c861-8d0f-42f8-b14b-a996b2bb9643 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:37.607129 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-68beedac-d7cd-42cb-be93-58e9cc988e24 req-8075c861-8d0f-42f8-b14b-a996b2bb9643 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1591687 Apr 15 20:52:37.627149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-8af16be2-01ec-4268-b3e9-6fd02ea8cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:37.629369 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-8af16be2-01ec-4268-b3e9-6fd02ea8cbe3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.2674966 Apr 15 20:52:37.729221 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-68beedac-d7cd-42cb-be93-58e9cc988e24 req-38f04b09-e064-473d-9a4b-d806549eaded tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260636 Apr 15 20:52:37.822267 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-d0f4bd60-6d24-4611-8528-b5f194d5e317 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 200 len: 999 time: 0.1826696 Apr 15 20:52:37.925913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-1bcc0c5f-4809-4f8b-8d32-a08f97b99286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:37.927949 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-1bcc0c5f-4809-4f8b-8d32-a08f97b99286 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0972717 Apr 15 20:52:37.977445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b8b19-a019-4d66-ac50-c066b668c02b req-8727bea7-faba-4208-ad0c-eeee139718ef tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:37.985535 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f73b8b19-a019-4d66-ac50-c066b668c02b req-8727bea7-faba-4208-ad0c-eeee139718ef tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1085494 Apr 15 20:52:38.032570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-863c2ec9-03cf-417d-bdad-e221cee08a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:38.034442 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-863c2ec9-03cf-417d-bdad-e221cee08a58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0947435 Apr 15 20:52:38.042699 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f73b8b19-a019-4d66-ac50-c066b668c02b req-00825962-b69f-4d45-92c3-7e401ae9e72f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Apr 15 20:52:38.213737 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-5232a222-ceaa-42ea-841d-44f5fa0a433f service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711657 Apr 15 20:52:38.446277 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33412e54-30fd-4cb8-9b7a-2d30ba74101f req-d66030e6-c5f3-47f0-85d2-733d85591714 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239752 Apr 15 20:52:38.458993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4229d98-da9f-44e0-af83-cae4448fa2a1 req-2f1e74dd-bfab-414b-9a2b-c060f2a87e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:38.460907 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4229d98-da9f-44e0-af83-cae4448fa2a1 req-2f1e74dd-bfab-414b-9a2b-c060f2a87e72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.1467326 Apr 15 20:52:38.510809 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4229d98-da9f-44e0-af83-cae4448fa2a1 req-59f687fa-07a3-4641-a9c1-b1802386a1e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Apr 15 20:52:38.668836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:52:39.010458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c051041-0f79-46d7-89a8-db912a2f2142 req-40bea8ed-31d0-4d53-a42d-12ab647cb7c7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:39.019194 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3c051041-0f79-46d7-89a8-db912a2f2142 req-40bea8ed-31d0-4d53-a42d-12ab647cb7c7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1276078 Apr 15 20:52:39.112016 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3c051041-0f79-46d7-89a8-db912a2f2142 req-2f01ede0-d078-42ad-9342-a2bc15cc27ba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915687 Apr 15 20:52:39.364023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16168f8-02de-42e9-a85e-416aa1fb1b93 req-b581d9f8-0b3d-423b-96ef-43211191fbc6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:39.373278 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d16168f8-02de-42e9-a85e-416aa1fb1b93 req-b581d9f8-0b3d-423b-96ef-43211191fbc6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1728213 Apr 15 20:52:39.444766 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d16168f8-02de-42e9-a85e-416aa1fb1b93 req-19f53e38-5489-4ead-8ad3-dc6929b6af6b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703177 Apr 15 20:52:40.376277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce52ab-eef1-475e-980a-382cf30f190d req-21105b31-81f7-4269-bc88-f32b3471200c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:40.378791 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c6ce52ab-eef1-475e-980a-382cf30f190d req-21105b31-81f7-4269-bc88-f32b3471200c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1201210 Apr 15 20:52:40.461187 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c6ce52ab-eef1-475e-980a-382cf30f190d req-ce878080-c694-448e-9eae-6f0d2a5c7762 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717893 Apr 15 20:52:40.813535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cf4f3-98c6-41a2-b200-1d9aeb16448a req-16b89936-7d9d-4985-be44-9cefcc92132d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:40.827383 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b7cf4f3-98c6-41a2-b200-1d9aeb16448a req-16b89936-7d9d-4985-be44-9cefcc92132d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1905332 Apr 15 20:52:40.915753 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b7cf4f3-98c6-41a2-b200-1d9aeb16448a req-5f8f7b86-bef6-4d24-92e4-46fec27fcc7f tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803516 Apr 15 20:52:41.844751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54379240-4024-4e22-a9f9-6dff991a48a9 req-ea40c1ee-946b-48ef-98c5-9ba89dae8fb1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:41.855348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-54379240-4024-4e22-a9f9-6dff991a48a9 req-ea40c1ee-946b-48ef-98c5-9ba89dae8fb1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.2208993 Apr 15 20:52:41.934822 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-54379240-4024-4e22-a9f9-6dff991a48a9 req-a805bd45-5b93-4c26-8035-bc5fc9e77e3b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783796 Apr 15 20:52:42.043791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-805f242a-de08-4308-837d-a5d6d7b1ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:42.047457 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-805f242a-de08-4308-837d-a5d6d7b1ac18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=998847f269fb4b02b3e4d93d795dbff6&device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 1098 time: 0.1090000 Apr 15 20:52:42.063702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfdcef-06fb-4cab-a7f4-906c7463259b req-e93f48db-aaaf-48fd-b92f-9406897bbfd1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:42.072911 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aedfdcef-06fb-4cab-a7f4-906c7463259b req-e93f48db-aaaf-48fd-b92f-9406897bbfd1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1410112 Apr 15 20:52:42.132769 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aedfdcef-06fb-4cab-a7f4-906c7463259b req-5f1f19eb-098d-4c6b-bedf-d7ec853ba73e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577357 Apr 15 20:52:42.820022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44592) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:42.988388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.005554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:43.010022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Usage tracker for resource:security_group_rule and tenant:fe8892383e9f49feb4d71d124ccc72ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:43.013218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:43.019717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:43.112630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.117423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.129814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-49836621-8f54-4974-a7bd-fb78da4bd74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:43.169277 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fe8892383e9f49feb4d71d124ccc72ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480213 Apr 15 20:52:43.170181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44614) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:43.189101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72d8899-e4d3-4446-acc2-e9c87fc2942e,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:43.205213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:43.261410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.286275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4a1ce-f5c3-4435-a605-d80e995419a1 req-171669cf-a0fa-4445-bd57-e9fc4b70514f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:43.288098 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dce4a1ce-f5c3-4435-a605-d80e995419a1 req-171669cf-a0fa-4445-bd57-e9fc4b70514f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.2017539 Apr 15 20:52:43.298906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.358263 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dce4a1ce-f5c3-4435-a605-d80e995419a1 req-fa6b5016-9b5f-41b5-964f-c9b307aa47a1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590603 Apr 15 20:52:43.416436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.422735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9eb852b8-bb14-40ab-a98b-db1b5764fa51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:43.438237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72d8899-e4d3-4446-acc2-e9c87fc2942e,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:43.443092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:43.447318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.448539 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c72d8899-e4d3-4446-acc2-e9c87fc2942e HTTP/1.1" status: 204 len: 168 time: 0.2617569 Apr 15 20:52:43.458113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83831e08-ec1e-47cd-a74c-99ac45e56129 req-b294d5cb-b68f-4eb4-bb00-789faa040e05 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:43.460059 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-83831e08-ec1e-47cd-a74c-99ac45e56129 req-b294d5cb-b68f-4eb4-bb00-789faa040e05 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1241572 Apr 15 20:52:43.509496 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-83831e08-ec1e-47cd-a74c-99ac45e56129 req-b1542d00-56bc-4d22-88a2-d90b8c8b821e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Apr 15 20:52:43.774518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44626) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:43.794027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.813936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:43.818219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Usage tracker for resource:security_group_rule and tenant:d66e9a0d5b5143cfa6a1000ba771746d is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:43.822202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:43.828552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:43.915348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.918735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:43.926753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7505ef87-feda-441d-aa05-6d480571fe5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:43.969464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef4fbb9-3cfb-4d81-8025-50c83d27d019,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:43.977183 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d66e9a0d5b5143cfa6a1000ba771746d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989219 Apr 15 20:52:43.977183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:43.978478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44630) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:44.052354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:44.079989 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:44.126964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:44.133465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f319d1fb-89a0-47db-a81d-f4f78faf697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:44.146942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef4fbb9-3cfb-4d81-8025-50c83d27d019,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:44.153040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:44.155411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:44.156636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bef4fbb9-3cfb-4d81-8025-50c83d27d019 HTTP/1.1" status: 204 len: 168 time: 0.1770053 Apr 15 20:52:44.715767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9c76d-a37b-4bf1-b5bf-62853ae972f7 req-0f12186e-ee53-4761-b594-ccb448b476a9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:44.722757 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2a9c76d-a37b-4bf1-b5bf-62853ae972f7 req-0f12186e-ee53-4761-b594-ccb448b476a9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1697254 Apr 15 20:52:44.860830 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2a9c76d-a37b-4bf1-b5bf-62853ae972f7 req-54a8d274-5c5e-4dab-907c-68a93b4a245c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297500 Apr 15 20:52:44.904586 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91087ba1-d094-4bf1-a63d-356d814b95cf req-fedf0322-df3d-4022-8313-e5d68fb0e71a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:44.906668 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-91087ba1-d094-4bf1-a63d-356d814b95cf req-fedf0322-df3d-4022-8313-e5d68fb0e71a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1177878 Apr 15 20:52:44.991678 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-91087ba1-d094-4bf1-a63d-356d814b95cf req-b0591130-941d-45aa-aeee-cbf422cfe21e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780852 Apr 15 20:52:46.109946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5f416-be77-4050-81e9-be4fe6cc3e78 req-8843bad8-a6ec-4c2f-8b23-31cec3f228f7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:46.111645 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7fa5f416-be77-4050-81e9-be4fe6cc3e78 req-8843bad8-a6ec-4c2f-8b23-31cec3f228f7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.0990379 Apr 15 20:52:46.176386 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7fa5f416-be77-4050-81e9-be4fe6cc3e78 req-df62be07-a403-4aeb-b54e-e9271b628373 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527520 Apr 15 20:52:46.258640 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a50b2-13b1-4ed9-8121-d2e926545cc9 req-4e9b7b1f-aa46-4928-a9dd-fd7a65096818 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:46.260280 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-120a50b2-13b1-4ed9-8121-d2e926545cc9 req-4e9b7b1f-aa46-4928-a9dd-fd7a65096818 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1180420 Apr 15 20:52:46.325166 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-120a50b2-13b1-4ed9-8121-d2e926545cc9 req-bb400d85-86cb-4f7b-81c3-075787da9e92 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559397 Apr 15 20:52:46.820858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44752) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:46.902378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Deleting subnet f2f4d462-1153-4249-b7c7-d319fa90887e {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:52:46.906359 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:46.967938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.027923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.379975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.412470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:47.456127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f4d462-1153-4249-b7c7-d319fa90887e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:47.524010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.524010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.524490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.524819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.525207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.525592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.526030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.526411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.526747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.527128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.527509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.527881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:47.535201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:47.538487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c10c-3c2d-4939-b2fd-2e6c12206fc5 req-c798fec2-3a49-4b3b-9d9c-f70c030ef2e2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:47.540403 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33d2c10c-3c2d-4939-b2fd-2e6c12206fc5 req-c798fec2-3a49-4b3b-9d9c-f70c030ef2e2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1042533 Apr 15 20:52:47.590030 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33d2c10c-3c2d-4939-b2fd-2e6c12206fc5 req-2377862a-b092-454b-9ceb-adc059812ae6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429401 Apr 15 20:52:47.617754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974636c-5b33-4324-9827-9f73158d27ec req-46c26be6-a521-4051-9b2c-abe68cbbc776 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:47.617754 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2974636c-5b33-4324-9827-9f73158d27ec req-46c26be6-a521-4051-9b2c-abe68cbbc776 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.2959726 Apr 15 20:52:47.617754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.643305 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f2f4d462-1153-4249-b7c7-d319fa90887e HTTP/1.1" status: 204 len: 168 time: 0.8205273 Apr 15 20:52:47.649855 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44760) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:47.711764 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2974636c-5b33-4324-9827-9f73158d27ec req-61d079eb-1623-4bed-ba69-afb34270408b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874152 Apr 15 20:52:47.782565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:47.985402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.104801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f8132e-86e5-4831-8454-1b174d25bd84']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:52:48.118388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a808c-80ec-4bc4-b47f-d89eddaf143f') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:52:48.118727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a808c-80ec-4bc4-b47f-d89eddaf143f') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:52:48.130901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.153179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.160570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:52:48.357694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Network b7f8132e-86e5-4831-8454-1b174d25bd84 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:52:48.367444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.549934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Network b7f8132e-86e5-4831-8454-1b174d25bd84 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:52:48.576703 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:52:48.658953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.662791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:48.679883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:48.688898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f8132e-86e5-4831-8454-1b174d25bd84,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:48.694380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:48.708059 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-af37eadd-9931-414c-8a72-8eca8d4be180 admin admin] 10.222.0.70 "DELETE /v2.0/networks/b7f8132e-86e5-4831-8454-1b174d25bd84 HTTP/1.1" status: 204 len: 168 time: 1.0545220 Apr 15 20:52:48.893315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4f697-b6af-499a-9d9d-4a6751091e50 req-8609f9ce-9780-4f9f-b8cb-987815157fee tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:48.902711 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8dc4f697-b6af-499a-9d9d-4a6751091e50 req-8609f9ce-9780-4f9f-b8cb-987815157fee tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1564124 Apr 15 20:52:48.964135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4103954-1fcb-4dfd-a15c-68d2351630f8 req-2ce57280-0b36-44ed-835a-baf3122ff3f2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:48.972744 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4103954-1fcb-4dfd-a15c-68d2351630f8 req-2ce57280-0b36-44ed-835a-baf3122ff3f2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1206720 Apr 15 20:52:48.979117 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8dc4f697-b6af-499a-9d9d-4a6751091e50 req-945e9183-bbeb-4c24-adb1-3eecd1caecec tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689898 Apr 15 20:52:48.979620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44782) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:49.023744 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f4103954-1fcb-4dfd-a15c-68d2351630f8 req-d8d5852a-1059-45b7-b40b-fefd25a73dec tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488181 Apr 15 20:52:49.034749 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4395553b-c42b-44b6-8130-456dd862f652 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5bdac6c7bf44f0dbb97bfc9212c027e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537701 Apr 15 20:52:49.037284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44786) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:49.109391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:49.137250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:49.187210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:49.192836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1603233b-db84-411e-afe4-10c82fdbb145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:49.208396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1375181c-1958-44d2-8ae3-b7e150412084,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:49.211044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:49.217515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:49.218767 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1375181c-1958-44d2-8ae3-b7e150412084 HTTP/1.1" status: 204 len: 168 time: 0.1802521 Apr 15 20:52:49.815047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44808) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:50.065251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.110674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:50.116069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Usage tracker for resource:security_group_rule and tenant:9bdb5e5eaf87434ba580160269a3d832 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:50.119556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:50.129018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:50.287857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae199-a9b5-4947-b362-1a0c32fa32f6 req-8b740477-04ae-4a8b-8e29-5f5abf5b9abb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:50.289651 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9aae199-a9b5-4947-b362-1a0c32fa32f6 req-8b740477-04ae-4a8b-8e29-5f5abf5b9abb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1113539 Apr 15 20:52:50.298129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957fb82-a63b-4076-a879-1d48350296f4 req-3c38c166-e031-48d6-b8cb-ee16c60f972b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:50.299887 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f957fb82-a63b-4076-a879-1d48350296f4 req-3c38c166-e031-48d6-b8cb-ee16c60f972b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1178758 Apr 15 20:52:50.309872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44828) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:50.351621 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9aae199-a9b5-4947-b362-1a0c32fa32f6 req-66ed64db-15bf-48d3-a7c8-8854f42d2a50 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541117 Apr 15 20:52:50.611050 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f957fb82-a63b-4076-a879-1d48350296f4 req-4d504d86-e4b0-48ba-9dc5-4411d0c78ecd tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998073 Apr 15 20:52:50.627884 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.632495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.647322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6e26e7a7-eeef-4270-bb4d-c0f1a30a7da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:50.687542 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bdb5e5eaf87434ba580160269a3d832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8712382 Apr 15 20:52:50.690885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44836) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:50.696998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-555801276-network', 'tenant_id': '466bcd381eb74cb19237e45e075812af'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:50.702086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:50.706410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Usage tracker for resource:network and tenant:466bcd381eb74cb19237e45e075812af is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:50.709590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:50.716026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:50.724804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4fe999-e649-4a65-acb7-057983fea551,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:50.728848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:50.730184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Made reservation on behalf of 466bcd381eb74cb19237e45e075812af for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:50.735108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.749152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.765405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:50.769655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Usage tracker for resource:security_group_rule and tenant:466bcd381eb74cb19237e45e075812af is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:50.772806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:50.774876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.779060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:50.828432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.881355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.884860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.888200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c85f5d36-d1da-4548-a6ff-13996cd4c8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:50.888484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.894292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3637049d-6ea3-4403-b1ce-857370169961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:50.908831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4fe999-e649-4a65-acb7-057983fea551,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:50.911277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.912707 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bd4fe999-e649-4a65-acb7-057983fea551 HTTP/1.1" status: 204 len: 168 time: 0.2202077 Apr 15 20:52:50.914375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:50.932538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30973b6-2db0-4eea-88b4-a84c65ded8b0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:50.936450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:50.949369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:52:50.963097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:50.963499 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Added segment 3ad641b5-da75-4f45-8a7c-f35eb14387cb of type vlan for network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab Apr 15 20:52:50.992091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.062740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.064191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:51.064848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.077443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:51.184192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Pushing event updated for resources: {'Network': ['ID=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:51.187830 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:51.205442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44844) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:51.206621 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6542766 Apr 15 20:52:51.212080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Request body: {'subnet': {'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-555801276-subnet', 'tenant_id': '466bcd381eb74cb19237e45e075812af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:51.220870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:51.226013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Usage tracker for resource:subnet and tenant:466bcd381eb74cb19237e45e075812af is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:51.228995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:52:51.229140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:51.235664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:51.245635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Made reservation on behalf of 466bcd381eb74cb19237e45e075812af for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:51.251013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.299031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44848) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:51.328914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.347646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:51.351966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Usage tracker for resource:security_group_rule and tenant:16157a42ac6d46a789d8e2faf1e2f282 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:51.355164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:51.361384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:51.456625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.460456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.470520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c7f79011-e724-4cfa-b32b-32822bd8d8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:51.516107 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=16157a42ac6d46a789d8e2faf1e2f282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154977 Apr 15 20:52:51.518022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0a89d2-c8e7-4662-9820-d529fff97fe9,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:51.520358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44854) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:51.543336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.543746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.544147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.544549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.544951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.545325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.545752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.546194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.546545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.546931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.547349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.547685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:52:51.554504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:51.609379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.640953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.691024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.696868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b8225ced-d281-4841-916e-1f94b7a35c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:51.710954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0a89d2-c8e7-4662-9820-d529fff97fe9,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:51.713844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:51.715153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:51.718875 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1e0a89d2-c8e7-4662-9820-d529fff97fe9 HTTP/1.1" status: 204 len: 168 time: 0.1949992 Apr 15 20:52:51.870149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea29c3-707f-4379-82b4-2fbcad3a22d0 req-89d38199-8ba0-4057-b19b-e1c803592f10 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:51.871304 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332518b-1997-42fb-a637-c274b36d2205 req-16c7092b-0e44-49aa-b723-367d1d73e241 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:51.871726 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-65ea29c3-707f-4379-82b4-2fbcad3a22d0 req-89d38199-8ba0-4057-b19b-e1c803592f10 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1835859 Apr 15 20:52:51.872953 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e332518b-1997-42fb-a637-c274b36d2205 req-16c7092b-0e44-49aa-b723-367d1d73e241 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0906258 Apr 15 20:52:51.921801 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e332518b-1997-42fb-a637-c274b36d2205 req-245dbdbf-7712-46d3-bc33-4f27080cd74d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Apr 15 20:52:51.942580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-65ea29c3-707f-4379-82b4-2fbcad3a22d0 req-4c8e1262-ee04-4fea-bc47-0ae3a6c0bdf1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614889 Apr 15 20:52:52.154311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:52.174421 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9414f691-70a1-4fa9-999c-aa0e1e7220ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:52.311983 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-ac0624fa-162b-4cf2-bd2a-5006c6c70fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:52.313577 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-ac0624fa-162b-4cf2-bd2a-5006c6c70fe0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 200 len: 919 time: 0.3275423 Apr 15 20:52:52.323610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Pushing event updated for resources: {'Subnet': ['ID=8985b554-e7a3-46d5-830f-288dd4c0a367,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:52.382958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-862714dc-645b-4395-bf84-13b5ac7d8531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:52.399944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:52.412013 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-087c64dc-ae03-44ca-8068-40b3b3d2cfbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 200 len: 217 time: 0.0913064 Apr 15 20:52:52.512487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-88952da0-c33b-46d7-a2fc-3e0002febf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:52.514149 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-88952da0-c33b-46d7-a2fc-3e0002febf42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 200 len: 858 time: 0.0853090 Apr 15 20:52:52.581046 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Checking segment: {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:52:52.581769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Network hostable DHCP agents. Network: 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:52:52.595362 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-37183027-a190-47de-8e8a-64124e1066bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5d7393cc-0125-4839-8ea3-22e6d41f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604527 Apr 15 20:52:52.601519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44880) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:52.635381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:52:52.697336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:52:52.707175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2e618-3d59-4172-9a88-48832df6536c None None] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:52:52.725935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1833503853-network', 'tenant_id': 'b39c3bb8fe8147e9b308f508d2437447'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:52.740949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:52.748139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:52.749015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:52.751881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Usage tracker for resource:network and tenant:b39c3bb8fe8147e9b308f508d2437447 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:52.755726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:52.780397 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:52.803730 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-2b357afa-3c22-4eb7-9a06-13066b9c5566 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986012 Apr 15 20:52:52.926874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Made reservation on behalf of b39c3bb8fe8147e9b308f508d2437447 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:52.941223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:52.941477 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7266505 Apr 15 20:52:52.950241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:52.970022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:52.976656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b39c3bb8fe8147e9b308f508d2437447 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:52.980101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:52.988473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:53.058817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7db244-9e7f-4592-952b-dd6a9eec28ba None None] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:52:53.097745 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a539f8d7-9b09-4bec-99d0-b1de6a074e71 req-8aaf0f41-c01a-478e-a84d-78453be2ef66 service neutron] 10.222.0.60 "GET /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835543 Apr 15 20:52:53.098931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.103375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.116603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:53.185085 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-46b4225d-002f-4188-8023-f47a70656de6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673305 Apr 15 20:52:53.191729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382481ad-1d83-45ea-b036-bf64243da165,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:53.212482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:53.267890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:52:53.283042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.283855 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Added segment 6f232a49-d97a-4a70-8fa9-7e4330ba5d9a of type vlan for network 1f708252-1fe4-4bb8-8e9d-20076b46b17e Apr 15 20:52:53.331405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.360883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-cc1a495a-da27-4bed-be3c-3aaaf286ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:53.362567 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-cc1a495a-da27-4bed-be3c-3aaaf286ecdb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1098 time: 0.1171896 Apr 15 20:52:53.379600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1a05-621c-48a3-9ac9-2cb54dd7a1e7 req-adba2ee1-48c0-4573-ab81-fa7ef7107de3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:53.382527 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7afe1a05-621c-48a3-9ac9-2cb54dd7a1e7 req-adba2ee1-48c0-4573-ab81-fa7ef7107de3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.2075367 Apr 15 20:52:53.385377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.394233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96602e5c-fa2b-4a04-819a-4322029dd074 req-9f4fd7c6-4349-4bec-8c27-42029ff2343b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:53.395887 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-96602e5c-fa2b-4a04-819a-4322029dd074 req-9f4fd7c6-4349-4bec-8c27-42029ff2343b tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1849318 Apr 15 20:52:53.397311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:53.397846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.409863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96e0229f-2442-4603-a560-c0a5b321c7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:53.542795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1f708252-1fe4-4bb8-8e9d-20076b46b17e,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:53.547382 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7afe1a05-621c-48a3-9ac9-2cb54dd7a1e7 req-843b87d3-354f-4c49-867c-16682f679409 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818472 Apr 15 20:52:53.550180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:53.557149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:52:53.558466 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-96602e5c-fa2b-4a04-819a-4322029dd074 req-9024f658-0f04-41d0-9fc8-5884473396d9 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497345 Apr 15 20:52:53.562918 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9571419 Apr 15 20:52:53.563967 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44896) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:53.575425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Request body: {'subnet': {'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1833503853-subnet', 'tenant_id': 'b39c3bb8fe8147e9b308f508d2437447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:53.582058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-e8f600be-9f7c-4358-a804-6d21ededc1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:53.583731 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-e8f600be-9f7c-4358-a804-6d21ededc1b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.1971850 Apr 15 20:52:53.584804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:53.589369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Usage tracker for resource:subnet and tenant:b39c3bb8fe8147e9b308f508d2437447 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:53.664041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:53.685642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:53.745782 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-43683147-a0a2-4399-a090-97c5c3dd2ac3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 1001 time: 0.1529675 Apr 15 20:52:53.801749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Made reservation on behalf of b39c3bb8fe8147e9b308f508d2437447 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:53.806865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:53.918048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-3e3ece0e-039f-42f8-a680-df690cc9f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:53.919714 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-3e3ece0e-039f-42f8-a680-df690cc9f9b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.1668036 Apr 15 20:52:54.076033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-ff186a07-3065-4d3a-9a8f-fd549e0eed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:54.077738 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-ff186a07-3065-4d3a-9a8f-fd549e0eed28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1504490 Apr 15 20:52:54.321182 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-550113db-41e2-4b01-856a-83e2feae3b3a service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354467 Apr 15 20:52:54.355100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6f7dfd24-cd24-4082-98ba-ddc07e1f8059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:54.497478 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-12ef7985-81ae-4ceb-8102-43b5bd5d07bf req-b393835b-eaed-43f9-8041-e16c1c42bab8 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691544 Apr 15 20:52:54.574353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:54.587916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:54.780009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ac69-3c9a-4259-ade2-7db81093b74e req-1e06b86f-090c-4da0-8319-d5f6f5538b2e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:54.781757 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8c06ac69-3c9a-4259-ade2-7db81093b74e req-1e06b86f-090c-4da0-8319-d5f6f5538b2e tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1013546 Apr 15 20:52:54.844674 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8c06ac69-3c9a-4259-ade2-7db81093b74e req-c4e4e4c7-b055-4e8f-b9c8-9d34479bda72 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Apr 15 20:52:55.033724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:55.038912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:55.086845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52b4e-4821-4410-9a4e-51baba178b67 req-73de76b0-a6ee-4211-a423-8be106eebe3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:55.088476 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e9c52b4e-4821-4410-9a4e-51baba178b67 req-73de76b0-a6ee-4211-a423-8be106eebe3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 943 time: 0.1671591 Apr 15 20:52:55.158281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e9c52b4e-4821-4410-9a4e-51baba178b67 req-5376a52f-9b31-4b95-b283-2fc5b18f9e55 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631680 Apr 15 20:52:55.160860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Checking segment: {'id': '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:52:55.161290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Network hostable DHCP agents. Network: 1f708252-1fe4-4bb8-8e9d-20076b46b17e, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:52:55.184306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:52:55.190991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:52:55.194021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 1f708252-1fe4-4bb8-8e9d-20076b46b17e) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:52:55.206718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:55.207450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.208031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc91496-a187-4ac2-958c-eb1244f938ab None None] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:52:55.236783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-c9fa917f-2b17-4576-a4c4-1d71ef7cd04b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:55.237029 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6630819 Apr 15 20:52:55.237144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-c9fa917f-2b17-4576-a4c4-1d71ef7cd04b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Synchronizing usage tracker for tenant:466bcd381eb74cb19237e45e075812af on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:52:55.246071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-c9fa917f-2b17-4576-a4c4-1d71ef7cd04b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Unset dirty status for tenant:466bcd381eb74cb19237e45e075812af on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:52:55.247369 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-c9fa917f-2b17-4576-a4c4-1d71ef7cd04b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/networks?id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 200 len: 813 time: 0.1818297 Apr 15 20:52:55.266350 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-c9ed81fa-52a2-4a5e-9aff-aaad3d88a12b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/quotas/466bcd381eb74cb19237e45e075812af HTTP/1.1" status: 200 len: 375 time: 0.0120354 Apr 15 20:52:55.327081 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-4ad14073-b049-4ad6-b5e2-8e82c96db059 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=466bcd381eb74cb19237e45e075812af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539491 Apr 15 20:52:55.478842 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-13bb7166-214a-4f3c-8bb0-c3aff57c8c22 service neutron] 10.222.0.70 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434712 Apr 15 20:52:55.508718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:55.561086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'port_id': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'mac_address': 'fa:16:3e:a4:6e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:52:55.613331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370cb0b6-6e84-42f0-b343-b7bf1ec5f02b None None] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:52:55.630504 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-51672c02-1993-435f-b7ae-e0fb66ddae7b service neutron] 10.222.0.70 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427808 Apr 15 20:52:55.702221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.738814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.796413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:52:55.815268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:55.817945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 44940) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:55.821912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.825053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1630123306-network', 'tenant_id': '3bd42c3ac6384ec4b76af54ec282d593'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:55.830534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:55.833022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.835356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Usage tracker for resource:network and tenant:3bd42c3ac6384ec4b76af54ec282d593 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:55.839468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:55.840302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e2a5558e-c823-4be0-894d-bae34758a97c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:55.846970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:55.855884 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-341c2b0a-d05e-4313-993f-548769fa078a req-74513842-c64d-48d5-8a06-90146f9b8f00 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 210 time: 0.0594487 Apr 15 20:52:55.858822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Made reservation on behalf of 3bd42c3ac6384ec4b76af54ec282d593 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:55.866112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.881707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:55.901374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:55.907005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd42c3ac6384ec4b76af54ec282d593 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:55.910975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:55.921299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:56.099385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.105432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.110102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:56.143450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:52:56.167259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.171879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.172282 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Added segment 5d220ac7-b977-4739-92ce-cf8bd4fc9d69 of type vlan for network e155cf77-2039-409e-9120-090b961cd86a Apr 15 20:52:56.175269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac6f0a-1722-42bd-9b21-714b9c1e32ef,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:56.178812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:56.212504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26091b-122f-48fe-a0c9-64a5097bc0f8 req-21b89dc4-ece9-41e2-a975-1f810ddf7730 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:56.220409 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8a26091b-122f-48fe-a0c9-64a5097bc0f8 req-21b89dc4-ece9-41e2-a975-1f810ddf7730 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.2151532 Apr 15 20:52:56.274264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['34e56af5-fd1c-44b0-8cfd-11f6c2f04076'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:52:56.275116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.307664 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8a26091b-122f-48fe-a0c9-64a5097bc0f8 req-17877e39-778a-4ca3-8d39-71844b41579c tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857029 Apr 15 20:52:56.322174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=9']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:56.329505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:56.361636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.364369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:56.365212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.371871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f5480262-bdf1-474c-a4d2-b57fd6ae8629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:56.408876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1472358-def2-4da5-8536-e8e6e9e81157 req-ceb2fa92-f3b8-4ec8-a1a8-174bd9452a1e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:56.411211 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1472358-def2-4da5-8536-e8e6e9e81157 req-ceb2fa92-f3b8-4ec8-a1a8-174bd9452a1e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 944 time: 0.1138501 Apr 15 20:52:56.474304 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b1472358-def2-4da5-8536-e8e6e9e81157 req-a33e3af8-66cc-43c1-b575-d6258e9c3e00 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558918 Apr 15 20:52:56.498809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=e155cf77-2039-409e-9120-090b961cd86a,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:56.503578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:56.508349 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6862850 Apr 15 20:52:56.508791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 44958) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:52:56.517914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Request body: {'subnet': {'network_id': 'e155cf77-2039-409e-9120-090b961cd86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1630123306-subnet', 'tenant_id': '3bd42c3ac6384ec4b76af54ec282d593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:56.523427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:56.527862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Usage tracker for resource:subnet and tenant:3bd42c3ac6384ec4b76af54ec282d593 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:56.528015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network e155cf77-2039-409e-9120-090b961cd86a details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:52:56.540513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:56.549439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:56.563378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Made reservation on behalf of 3bd42c3ac6384ec4b76af54ec282d593 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:56.571647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:56.937666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:57.064321 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aee0b813-a23e-4faf-b5c9-3896c1a35810 req-af88d845-4358-4106-8d77-491735338e1c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 210 time: 0.0605001 Apr 15 20:52:57.127270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:57.143237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-15f5016c-850c-4992-9c09-1d99a8eb8d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:57.208041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:52:57.279576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a19623-ebca-4cf0-a0fe-7ca1f27b5b01,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:57.282420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:57.288073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:52:57.288541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:57.348803 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Checking segment: {'id': '5d220ac7-b977-4739-92ce-cf8bd4fc9d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e155cf77-2039-409e-9120-090b961cd86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:52:57.349259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Network hostable DHCP agents. Network: e155cf77-2039-409e-9120-090b961cd86a, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:52:57.370660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Network e155cf77-2039-409e-9120-090b961cd86a is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:52:57.380838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, e155cf77-2039-409e-9120-090b961cd86a) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:52:57.390689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46502fc4-2a6c-46e8-be2d-bcdced9b3853 None None] Network e155cf77-2039-409e-9120-090b961cd86a requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:52:57.396006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:57.396670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:57.420226 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-be76ba6f-7d17-4f97-b3c5-7ac8eb4a3e55 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9099092 Apr 15 20:52:57.494982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:57.550200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:52:57.611141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:52:57.616736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:57.649831 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'code': 200} Apr 15 20:52:57.650862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:57.756584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d5ec0-6b8f-49e9-9fb0-bf0c204765a1 req-dc6e0af8-59ec-40b8-9df0-aad4d7bb60f5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:57.758387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-640d5ec0-6b8f-49e9-9fb0-bf0c204765a1 req-dc6e0af8-59ec-40b8-9df0-aad4d7bb60f5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.1283929 Apr 15 20:52:57.800116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=10']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:57.804290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:57.812045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53a159a-78fe-42e1-ae80-b732f62fa595 None None] Network e155cf77-2039-409e-9120-090b961cd86a requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:52:57.870621 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-640d5ec0-6b8f-49e9-9fb0-bf0c204765a1 req-6f197aa3-9f6f-43da-9599-b92c0c472799 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028559 Apr 15 20:52:58.273777 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-353ebb8b-11b3-46b2-9fd8-9635c96ce8b3 req-7b38db8a-8532-440e-b200-a512244c96e9 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 210 time: 0.0536542 Apr 15 20:52:58.335119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-04906dab-38b7-4b6a-8a98-494854d12b39 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:58.336649 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-04906dab-38b7-4b6a-8a98-494854d12b39 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "GET /v2.0/networks?id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 200 len: 813 time: 0.4049358 Apr 15 20:52:58.362820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Request body: {'port': {'device_id': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab', 'admin_state_up': True, 'tenant_id': '466bcd381eb74cb19237e45e075812af'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:58.456778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-bdca547d-0b04-4b91-ba2a-d50bbb8452c1 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:58.458407 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-bdca547d-0b04-4b91-ba2a-d50bbb8452c1 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/networks?id=1f708252-1fe4-4bb8-8e9d-20076b46b17e HTTP/1.1" status: 200 len: 809 time: 0.4293246 Apr 15 20:52:58.508547 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-098a9a41-0a5f-402f-8b4e-7b20ffec9638 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/quotas/b39c3bb8fe8147e9b308f508d2437447 HTTP/1.1" status: 200 len: 375 time: 0.0421007 Apr 15 20:52:58.510989 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20101b-d4a0-4b73-9cf5-a3b363e2f23a req-42a7cbe1-3e4d-4406-a001-0d185bb93a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:58.512558 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2e20101b-d4a0-4b73-9cf5-a3b363e2f23a req-42a7cbe1-3e4d-4406-a001-0d185bb93a76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 1099 time: 0.3425450 Apr 15 20:52:58.599287 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-b5715a88-a93f-4daa-b82b-cffa6d87b9a6 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b39c3bb8fe8147e9b308f508d2437447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824585 Apr 15 20:52:58.693370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:52:58.714358 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2e20101b-d4a0-4b73-9cf5-a3b363e2f23a req-3322c1cf-1e04-4563-b703-33ba2c9336d6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935811 Apr 15 20:52:58.717151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Usage tracker for resource:port and tenant:466bcd381eb74cb19237e45e075812af is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:52:58.721872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:52:58.737169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:52:58.765352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Made reservation on behalf of 466bcd381eb74cb19237e45e075812af for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:52:58.771849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:58.857634 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-baa5b3f5-afc0-4353-b555-8a6c56d4785d service neutron] 10.222.0.70 "GET /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451708 Apr 15 20:52:59.081649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeb592-b7e5-46b6-9e8a-d198393ac123 req-0100c288-75f1-42f8-8f4e-39ba60ca725a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:59.083233 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9aeb592-b7e5-46b6-9e8a-d198393ac123 req-0100c288-75f1-42f8-8f4e-39ba60ca725a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.0872238 Apr 15 20:52:59.091312 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-01f9c8e5-fa73-4afb-9a65-1634c0e16552 service neutron] 10.222.0.70 "GET /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258387 Apr 15 20:52:59.095356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Allocated IP 172.20.0.9 (8f0e40fa-30e1-4642-b4fd-873a84cdb7ab/8985b554-e7a3-46d5-830f-288dd4c0a367/73b82350-0ede-4b0c-a327-c3270faa44be) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:52:59.136902 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9aeb592-b7e5-46b6-9e8a-d198393ac123 req-b3915cb5-036d-4777-8756-bdca0c675689 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469511 Apr 15 20:52:59.292072 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-50df3248-4796-4db9-a901-617c8695ad51 req-5d08c36f-1e4a-4b2d-beaf-723a2368c3eb tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 210 time: 0.0481853 Apr 15 20:52:59.337172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:59.368557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:59.385624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:52:59.580005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Pushing event updated for resources: {'Port': ['ID=73b82350-0ede-4b0c-a327-c3270faa44be,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:52:59.587184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:52:59.657778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b724d1-62cd-40bc-ac8e-84d570bcec2c req-d7992c62-8346-4892-939b-383578e98bd1 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:59.659440 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b3b724d1-62cd-40bc-ac8e-84d570bcec2c req-d7992c62-8346-4892-939b-383578e98bd1 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 931 time: 0.2357783 Apr 15 20:52:59.672194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:52:59.687648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:52:59.693963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:52:59.765596 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b3b724d1-62cd-40bc-ac8e-84d570bcec2c req-6cb68618-31d1-490c-aa2d-107d8deaead4 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Apr 15 20:52:59.779851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:52:59.780547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:52:59.821323 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4634218 Apr 15 20:52:59.852126 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Request body: {'port': {'device_id': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:52:59.985500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:00.420827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd096c33-44ff-4e9c-b0b0-74aa2a12a408 req-691e5187-cfb3-4197-bbe1-34451ba47ca6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:00.429640 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd096c33-44ff-4e9c-b0b0-74aa2a12a408 req-691e5187-cfb3-4197-bbe1-34451ba47ca6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.1439810 Apr 15 20:53:00.478244 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd096c33-44ff-4e9c-b0b0-74aa2a12a408 req-07d6b3e6-4500-4289-ba98-fef280eba96c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475473 Apr 15 20:53:00.640450 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-902d549f-f150-4063-a73e-2fa0f3d9ef56 req-548c538d-8f24-4a3a-a494-0f9645740a93 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 210 time: 0.1363821 Apr 15 20:53:00.763183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-ec2c4d8b-9683-4215-a737-90c79db29140 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:00.765207 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-ec2c4d8b-9683-4215-a737-90c79db29140 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.60 "GET /v2.0/networks?id=1f708252-1fe4-4bb8-8e9d-20076b46b17e HTTP/1.1" status: 200 len: 809 time: 0.2602556 Apr 15 20:53:00.787181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Request body: {'port': {'device_id': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e', 'admin_state_up': True, 'tenant_id': 'b39c3bb8fe8147e9b308f508d2437447'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:01.022752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b82350-0ede-4b0c-a327-c3270faa44be {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:53:01.037229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:01.077290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Transition to ACTIVE for port object 73b82350-0ede-4b0c-a327-c3270faa44be will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:53:01.085445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:01.089749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:01.106221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-97db7523-064a-4dcd-a251-003d67e067f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:01.141070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Usage tracker for resource:port and tenant:b39c3bb8fe8147e9b308f508d2437447 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:01.147525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:01.163417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6976714-6f41-4d49-af1c-5d8cf87c8675 req-7d8efd8a-b227-49a6-9672-ee244f288b02 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:01.165037 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6976714-6f41-4d49-af1c-5d8cf87c8675 req-7d8efd8a-b227-49a6-9672-ee244f288b02 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.0911539 Apr 15 20:53:01.214676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6976714-6f41-4d49-af1c-5d8cf87c8675 req-5ee9b06c-ee9b-49eb-9cd8-9823abe3f7f0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Apr 15 20:53:01.218223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:01.255705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe1ba5-56fb-4fac-bbb0-b8a7e7b3b092 req-52117dd8-1bd4-48eb-bd26-5d2e4f90e403 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:01.256567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1efe1ba5-56fb-4fac-bbb0-b8a7e7b3b092 req-52117dd8-1bd4-48eb-bd26-5d2e4f90e403 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Synchronizing usage tracker for tenant:466bcd381eb74cb19237e45e075812af on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:01.262319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Pushing event updated for resources: {'Port': ['ID=73b82350-0ede-4b0c-a327-c3270faa44be,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:01.274495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:01.279902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Made reservation on behalf of b39c3bb8fe8147e9b308f508d2437447 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:53:01.285853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:01.345520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-1efe1ba5-56fb-4fac-bbb0-b8a7e7b3b092 req-52117dd8-1bd4-48eb-bd26-5d2e4f90e403 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Unset dirty status for tenant:466bcd381eb74cb19237e45e075812af on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:01.346821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1efe1ba5-56fb-4fac-bbb0-b8a7e7b3b092 req-52117dd8-1bd4-48eb-bd26-5d2e4f90e403 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 931 time: 0.4402347 Apr 15 20:53:01.603138 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1efe1ba5-56fb-4fac-bbb0-b8a7e7b3b092 req-6cb09cbf-2f17-404b-80b9-41f441cca141 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126868 Apr 15 20:53:01.692229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Allocated IP 172.20.0.3 (1f708252-1fe4-4bb8-8e9d-20076b46b17e/e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5/396065b6-6d18-4ae7-aab6-54fd0ef14ce9) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:53:01.706192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5896e5c-5f73-47b3-8435-62a248a335be req-96b865d4-6bb0-46ef-a93e-40b34bceddf2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:01.707969 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b5896e5c-5f73-47b3-8435-62a248a335be req-96b865d4-6bb0-46ef-a93e-40b34bceddf2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.1071255 Apr 15 20:53:01.723056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Attempting to bind port 73b82350-0ede-4b0c-a327-c3270faa44be on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:53:01.723419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Attempting to bind port 73b82350-0ede-4b0c-a327-c3270faa44be by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:53:01.723782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Attempting to bind port 73b82350-0ede-4b0c-a327-c3270faa44be on network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:53:01.743972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Port 73b82350-0ede-4b0c-a327-c3270faa44be on network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:53:01.744332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Attempting to bind port 73b82350-0ede-4b0c-a327-c3270faa44be on network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:53:01.759995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:53:01.760372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Checking segment: {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:53:01.760796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Bound using segment: {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:53:01.761280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Bound port: 73b82350-0ede-4b0c-a327-c3270faa44be, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:53:01.761662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:01.765070 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b5896e5c-5f73-47b3-8435-62a248a335be req-f928f67d-dfc1-4bdc-a7ad-f781b160e898 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503955 Apr 15 20:53:01.869192 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5758e580-b911-4098-a629-df392849fe1e req-fc503a4f-db62-404a-89de-5dc1a91815f1 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 210 time: 0.0934491 Apr 15 20:53:02.031639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] For port 73b82350-0ede-4b0c-a327-c3270faa44be, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:53:02.054786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] For port 73b82350-0ede-4b0c-a327-c3270faa44be, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=73b82350-0ede-4b0c-a327-c3270faa44be,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:53:02.069353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:02.087197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3ae02079-5dbd-4495-85ea-b22dc3b13e7a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:02.182193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:02.265052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Pushing event updated for resources: {'Port': ['ID=73b82350-0ede-4b0c-a327-c3270faa44be,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:02.279963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:02.304611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:02.305180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:02.306717 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] 10.222.0.60 "PUT /v2.0/ports/73b82350-0ede-4b0c-a327-c3270faa44be HTTP/1.1" status: 200 len: 1093 time: 2.4601171 Apr 15 20:53:02.307372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'tag': '73b82350-0ede-4b0c-a327-c3270faa44be'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:02.312691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:02.386864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0bcb20ef-84f8-481a-b368-cab05a0f9c84 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:02.423828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'tag': '73b82350-0ede-4b0c-a327-c3270faa44be', 'status': 'completed', 'code': 200} Apr 15 20:53:02.440329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d95944-5dd1-4ece-87ee-9e29bbc4d4d5 req-20e9cfe8-ae74-4fb7-b5fb-f6617b9ee325 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:02.441941 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e8d95944-5dd1-4ece-87ee-9e29bbc4d4d5 req-20e9cfe8-ae74-4fb7-b5fb-f6617b9ee325 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.1017797 Apr 15 20:53:02.493469 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e8d95944-5dd1-4ece-87ee-9e29bbc4d4d5 req-63d2404b-1279-4412-a9f0-90d147245dd4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Apr 15 20:53:02.827613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Pushing event updated for resources: {'Port': ['ID=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:02.835233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:02.889888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:53:02.897055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:53:02.902137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:53:02.943121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-800651ab-d1c5-4673-a855-f5253904942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:02.944794 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-800651ab-d1c5-4673-a855-f5253904942a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=466bcd381eb74cb19237e45e075812af&device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 1096 time: 0.5201828 Apr 15 20:53:03.044621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5607eb-43bf-48f0-949b-e59588c047ed req-c8699348-ee89-4298-a814-e92dd49f7479 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:03.046268 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d5607eb-43bf-48f0-949b-e59588c047ed req-c8699348-ee89-4298-a814-e92dd49f7479 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 943 time: 0.3190808 Apr 15 20:53:03.050258 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-855b01ab-92e8-471a-afde-11ddf1e1c17f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73b82350-0ede-4b0c-a327-c3270faa44be HTTP/1.1" status: 200 len: 217 time: 0.0946450 Apr 15 20:53:03.074955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:03.075632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:03.078340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a830-edfc-4d36-991e-ec76b170a814 req-c7272679-44eb-47a8-a199-07d09ade3863 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:03.079998 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2057a830-edfc-4d36-991e-ec76b170a814 req-c7272679-44eb-47a8-a199-07d09ade3863 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 931 time: 0.0929570 Apr 15 20:53:03.128609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-2057a830-edfc-4d36-991e-ec76b170a814 req-4c6ccf33-80bd-4215-a7ab-1f94e3a99c96 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Synchronizing usage tracker for tenant:b39c3bb8fe8147e9b308f508d2437447 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:03.145955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-2057a830-edfc-4d36-991e-ec76b170a814 req-4c6ccf33-80bd-4215-a7ab-1f94e3a99c96 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Unset dirty status for tenant:b39c3bb8fe8147e9b308f508d2437447 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:03.147267 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2057a830-edfc-4d36-991e-ec76b170a814 req-4c6ccf33-80bd-4215-a7ab-1f94e3a99c96 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Apr 15 20:53:03.163193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3835466 Apr 15 20:53:03.179580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5d5607eb-43bf-48f0-949b-e59588c047ed req-06eb3f00-0b98-43ad-9092-68d90a954dfc tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260793 Apr 15 20:53:03.187035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Request body: {'port': {'device_id': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:03.221121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-8b16eb1f-077f-44e6-8bba-87a9bb5d2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:03.223138 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-8b16eb1f-077f-44e6-8bba-87a9bb5d2ee2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8985b554-e7a3-46d5-830f-288dd4c0a367 HTTP/1.1" status: 200 len: 853 time: 0.1403096 Apr 15 20:53:03.294244 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-942e5300-64a1-4a12-bb7c-01425cde10ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574872 Apr 15 20:53:03.443962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:03.553658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-69479696-7629-410f-b40c-b70ca50464ed tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:03.553893 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-5d2e594a-74a2-483a-98de-073ad969f044 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294066 Apr 15 20:53:03.555277 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-69479696-7629-410f-b40c-b70ca50464ed tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.0901961 Apr 15 20:53:03.691385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Deleting port cacff88f-3369-4438-8fe2-a6c33bf04acd {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:03.692552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:03.846022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ac93c-aca1-4c01-b17e-d39076304de2 req-dcbd4925-15dc-423e-837f-1d8c52bf49c1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:03.848060 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-259ac93c-aca1-4c01-b17e-d39076304de2 req-dcbd4925-15dc-423e-837f-1d8c52bf49c1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 945 time: 0.2297034 Apr 15 20:53:03.868466 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d90c15a4-29c2-4d44-a756-59b7d1bcae88 req-9cb77266-38c3-48e6-b9e0-477d140f1d2e service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638428 Apr 15 20:53:03.998316 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-259ac93c-aca1-4c01-b17e-d39076304de2 req-3264eb0d-68ee-40e5-84cb-ce8a680899e4 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297102 Apr 15 20:53:04.031420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] For port cacff88f-3369-4438-8fe2-a6c33bf04acd, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=cacff88f-3369-4438-8fe2-a6c33bf04acd,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:04.031831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:04.036050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:53:04.046364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:04.076018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Transition to ACTIVE for port object 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:53:04.079405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:04.092610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-47f7fc4a-d90e-4906-9a1c-6c9fced90b22 tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:04.169262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Calling delete_port for cacff88f-3369-4438-8fe2-a6c33bf04acd owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:04.194580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9700293-505f-4912-b719-1616b184d204 req-8564fc38-499c-46b1-9ced-672ef521091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:04.196289 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-8564fc38-499c-46b1-9ced-672ef521091c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=466bcd381eb74cb19237e45e075812af&device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 1096 time: 0.2774978 Apr 15 20:53:04.345044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:04.364519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:04.565949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9700293-505f-4912-b719-1616b184d204 req-b704ebca-8c92-499e-ae0b-f2d375d67baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:04.567589 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-b704ebca-8c92-499e-ae0b-f2d375d67baf service neutron] 10.222.0.60 "GET /v2.0/networks?id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 200 len: 914 time: 0.3620365 Apr 15 20:53:04.678974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454e7d2-e812-4f68-b748-570096deaa2c req-5e21cf73-ffdd-4ab1-aabb-78879925f2ef tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:04.679677 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-9454e7d2-e812-4f68-b748-570096deaa2c req-5e21cf73-ffdd-4ab1-aabb-78879925f2ef tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Synchronizing usage tracker for tenant:b39c3bb8fe8147e9b308f508d2437447 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:04.680508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:04.696141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['cacff88f-3369-4438-8fe2-a6c33bf04acd', 'da50ec13-52a6-42b1-8b89-836aaa9deee7'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:53:04.702482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:04.723168 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-6e8625ba-afe9-4f68-a0cb-781634fa6afb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73b82350-0ede-4b0c-a327-c3270faa44be HTTP/1.1" status: 200 len: 217 time: 0.1177800 Apr 15 20:53:04.802791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17695f86-9231-4a1b-af65-d2e82220e7b7 req-29f70b5e-6761-4578-a5b2-5eeccddca5bd tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:04.804650 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-17695f86-9231-4a1b-af65-d2e82220e7b7 req-29f70b5e-6761-4578-a5b2-5eeccddca5bd tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 943 time: 0.2775996 Apr 15 20:53:04.810934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-9454e7d2-e812-4f68-b748-570096deaa2c req-5e21cf73-ffdd-4ab1-aabb-78879925f2ef tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Unset dirty status for tenant:b39c3bb8fe8147e9b308f508d2437447 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:04.812229 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9454e7d2-e812-4f68-b748-570096deaa2c req-5e21cf73-ffdd-4ab1-aabb-78879925f2ef tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 943 time: 0.5107906 Apr 15 20:53:04.820192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Pushing event deleted for resources: {'Port': ['ID=cacff88f-3369-4438-8fe2-a6c33bf04acd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:04.825271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:04.902029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-17695f86-9231-4a1b-af65-d2e82220e7b7 req-b0a353f7-e929-4edd-a49e-eef5bdb6a13b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Synchronizing usage tracker for tenant:466bcd381eb74cb19237e45e075812af on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:04.942622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-17695f86-9231-4a1b-af65-d2e82220e7b7 req-b0a353f7-e929-4edd-a49e-eef5bdb6a13b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Unset dirty status for tenant:466bcd381eb74cb19237e45e075812af on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:04.943849 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-17695f86-9231-4a1b-af65-d2e82220e7b7 req-b0a353f7-e929-4edd-a49e-eef5bdb6a13b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250665 Apr 15 20:53:05.031059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] No DVR routers for this DVR port cacff88f-3369-4438-8fe2-a6c33bf04acd on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:53:05.034925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:05.038173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'name': 'network-vif-deleted', 'tag': 'cacff88f-3369-4438-8fe2-a6c33bf04acd'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:05.055856 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0111e8ae-88f3-4dc5-88e8-a8bfd2aac68e req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "DELETE /v2.0/ports/cacff88f-3369-4438-8fe2-a6c33bf04acd HTTP/1.1" status: 204 len: 173 time: 1.4856346 Apr 15 20:53:05.096928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9700293-505f-4912-b719-1616b184d204 req-31080166-73f1-451a-9e07-984f5277bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:05.098929 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-31080166-73f1-451a-9e07-984f5277bc03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8985b554-e7a3-46d5-830f-288dd4c0a367 HTTP/1.1" status: 200 len: 853 time: 0.3656149 Apr 15 20:53:05.144414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Attempting to bind port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:53:05.144792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Attempting to bind port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:53:05.145161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Attempting to bind port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 on network 1f708252-1fe4-4bb8-8e9d-20076b46b17e {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:53:05.172108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 on network 1f708252-1fe4-4bb8-8e9d-20076b46b17e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:53:05.172454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Attempting to bind port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 on network 1f708252-1fe4-4bb8-8e9d-20076b46b17e {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:53:05.176520 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-f9de8c6c-aef9-419c-913c-b42fa3390d97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688643 Apr 15 20:53:05.176682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c87d4d38-e4ce-43dc-86b1-fa407142c5f2 req-76f7f9f7-ab48-4fe7-bc93-1fd02770eec3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Synchronizing usage tracker for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:05.187256 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9454e7d2-e812-4f68-b748-570096deaa2c req-6a317232-c209-46ae-9d55-5d215ebca6f1 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610375 Apr 15 20:53:05.188224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:53:05.188606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Checking segment: {'id': '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:53:05.189018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Bound using segment: {'id': '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:53:05.189502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Bound port: 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:53:05.190097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:05.192968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-c87d4d38-e4ce-43dc-86b1-fa407142c5f2 req-76f7f9f7-ab48-4fe7-bc93-1fd02770eec3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Unset dirty status for tenant:998847f269fb4b02b3e4d93d795dbff6 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:05.194777 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c87d4d38-e4ce-43dc-86b1-fa407142c5f2 req-76f7f9f7-ab48-4fe7-bc93-1fd02770eec3 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=24287f5f-df99-4c34-a613-d71c2e4ddf6c HTTP/1.1" status: 200 len: 210 time: 0.0698800 Apr 15 20:53:05.235199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 73b82350-0ede-4b0c-a327-c3270faa44be details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:53:05.255725 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24287f5f-df99-4c34-a613-d71c2e4ddf6c', 'name': 'network-vif-deleted', 'tag': 'cacff88f-3369-4438-8fe2-a6c33bf04acd', 'status': 'completed', 'code': 200} Apr 15 20:53:05.376590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 73b82350-0ede-4b0c-a327-c3270faa44be, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=73b82350-0ede-4b0c-a327-c3270faa44be,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:05.390959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '73b82350-0ede-4b0c-a327-c3270faa44be', 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab', 'port_id': '73b82350-0ede-4b0c-a327-c3270faa44be', 'mac_address': 'fa:16:3e:6f:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8985b554-e7a3-46d5-830f-288dd4c0a367', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:53:05.411805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] For port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:53:05.418363 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-38668932-3b6c-4d70-99dc-af3402760c25 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163877 Apr 15 20:53:05.422897 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] For port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,segment=NetworkSegment(6f232a49-d97a-4a70-8fa9-7e4330ba5d9a),segment_id=6f232a49-d97a-4a70-8fa9-7e4330ba5d9a)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:53:05.426721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:05.443725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b9100771-5d90-4e46-ade0-a80d8a09e78c tempest-VolumesActionsTest-818794241 tempest-VolumesActionsTest-818794241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:05.454423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:05.473793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b82350-0ede-4b0c-a327-c3270faa44be {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:53:05.491325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 73b82350-0ede-4b0c-a327-c3270faa44be, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=73b82350-0ede-4b0c-a327-c3270faa44be,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:05.494340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:05.496997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:05.567694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=73b82350-0ede-4b0c-a327-c3270faa44be,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:05.577321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.577730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.578174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.578543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.579096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.579489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.579859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.580486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.580893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.581260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.581631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.581997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:05.586842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:05.674115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:05.682774 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:05.752649 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9700293-505f-4912-b719-1616b184d204 req-ebc09f5b-5dcd-4086-bc49-79978388afaf service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100722 Apr 15 20:53:05.764399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['73b82350-0ede-4b0c-a327-c3270faa44be'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:53:05.766579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:05.767262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:05.769091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] 10.222.0.60 "PUT /v2.0/ports/396065b6-6d18-4ae7-aab6-54fd0ef14ce9 HTTP/1.1" status: 200 len: 1093 time: 2.5882068 Apr 15 20:53:05.769326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'tag': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:05.850080 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'tag': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9', 'status': 'completed', 'code': 200} Apr 15 20:53:05.893278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-b36258ed-62ab-4988-a022-67409b3adc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:05.894975 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-b36258ed-62ab-4988-a022-67409b3adc31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b39c3bb8fe8147e9b308f508d2437447&device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 1096 time: 0.0864308 Apr 15 20:53:05.981828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-6487c487-4200-432e-9cef-f24e5e927b1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9 HTTP/1.1" status: 200 len: 217 time: 0.0704877 Apr 15 20:53:06.054350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-47a9f394-dd7d-4d16-ab93-645929144277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.055855 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-47a9f394-dd7d-4d16-ab93-645929144277 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5 HTTP/1.1" status: 200 len: 849 time: 0.0668292 Apr 15 20:53:06.115160 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-c120f166-97d5-404b-acbf-3aa5703e5e97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f708252-1fe4-4bb8-8e9d-20076b46b17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519676 Apr 15 20:53:06.153858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71393e1-3c7f-4478-910a-209bb3bce543 req-741c56a4-c791-45c6-9e5d-3bc72374cfbe tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.155584 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b71393e1-3c7f-4478-910a-209bb3bce543 req-741c56a4-c791-45c6-9e5d-3bc72374cfbe tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 944 time: 0.0911469 Apr 15 20:53:06.204327 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b71393e1-3c7f-4478-910a-209bb3bce543 req-ea7b085b-4d94-4432-9a5a-ac8c3cfdecb0 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Apr 15 20:53:06.261797 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-22e448f7-34a6-4602-b9f2-79308459fe96 service neutron] 10.222.0.60 "GET /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393535 Apr 15 20:53:06.478081 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c397d128-c6b8-4cdd-8558-71439eccd869 req-141bdd4e-5bfb-46ab-8541-c50583105d5e service neutron] 10.222.0.60 "GET /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053151 Apr 15 20:53:06.494434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaec94d-50bf-4e0f-89b0-b8be7952bfea req-208e4100-7067-454c-bc70-6edb47f00b58 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.496061 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adaec94d-50bf-4e0f-89b0-b8be7952bfea req-208e4100-7067-454c-bc70-6edb47f00b58 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 943 time: 0.1454797 Apr 15 20:53:06.591401 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adaec94d-50bf-4e0f-89b0-b8be7952bfea req-11be8d9a-18a9-4a40-b789-40f866aaca81 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880690 Apr 15 20:53:06.624050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-bf6b755b-0c3f-4522-af64-ac3e6387bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.625664 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-bf6b755b-0c3f-4522-af64-ac3e6387bfea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b39c3bb8fe8147e9b308f508d2437447&device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 1096 time: 0.0921843 Apr 15 20:53:06.698504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf0bc5-8c5f-425d-a2ef-bb09ee5f5764 req-d7819db3-3e6e-48f6-8a31-a01f67419122 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.701929 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33cf0bc5-8c5f-425d-a2ef-bb09ee5f5764 req-d7819db3-3e6e-48f6-8a31-a01f67419122 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0954223 Apr 15 20:53:06.750829 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-33cf0bc5-8c5f-425d-a2ef-bb09ee5f5764 req-15890150-15bd-4ac3-8311-ca2b553323a6 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Apr 15 20:53:06.774201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-3a5b0c10-ca2f-4b76-97cb-71c113ef4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.775808 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-3a5b0c10-ca2f-4b76-97cb-71c113ef4d2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=1f708252-1fe4-4bb8-8e9d-20076b46b17e HTTP/1.1" status: 200 len: 910 time: 0.1418843 Apr 15 20:53:06.855236 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-ab2543fb-5c8a-4007-8ec5-aeb584e8b5aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9 HTTP/1.1" status: 200 len: 217 time: 0.0702617 Apr 15 20:53:06.927925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-ad0259a8-9e0b-4bda-a29b-cdf34bb498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:06.929547 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-ad0259a8-9e0b-4bda-a29b-cdf34bb498a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5 HTTP/1.1" status: 200 len: 849 time: 0.0655611 Apr 15 20:53:06.988011 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-247dea61-031d-4b75-90db-b8224f78c5ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1f708252-1fe4-4bb8-8e9d-20076b46b17e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505693 Apr 15 20:53:07.135170 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-863ada87-ab25-4b4e-be1f-463a4556ca4e service neutron] 10.222.0.60 "GET /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390123 Apr 15 20:53:07.252004 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 73b82350-0ede-4b0c-a327-c3270faa44be up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:53:07.281734 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a1c812b2-4616-472b-aa34-6f29a49eb178 req-423e1fc3-31e2-4b44-8246-cd0ea93e877b service neutron] 10.222.0.60 "GET /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385798 Apr 15 20:53:07.323556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 73b82350-0ede-4b0c-a327-c3270faa44be completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:53:07.328638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 73b82350-0ede-4b0c-a327-c3270faa44be triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:53:07.329053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:07.410565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031e4ef-a426-46f3-9fee-c74065318840 req-d2f09c71-efaf-4adc-9f95-df293a01d23b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:07.412080 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9031e4ef-a426-46f3-9fee-c74065318840 req-d2f09c71-efaf-4adc-9f95-df293a01d23b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 944 time: 0.0897725 Apr 15 20:53:07.456350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:07.460792 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9031e4ef-a426-46f3-9fee-c74065318840 req-3ae355a5-0214-4fce-8588-e99002f41022 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Apr 15 20:53:07.486136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b82350-0ede-4b0c-a327-c3270faa44be'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:07.496805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 73b82350-0ede-4b0c-a327-c3270faa44be, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=73b82350-0ede-4b0c-a327-c3270faa44be,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:07.499982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:07.501003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device cacff88f-3369-4438-8fe2-a6c33bf04acd no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:53:07.531186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:07.570612 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b82350-0ede-4b0c-a327-c3270faa44be', 'code': 200} Apr 15 20:53:07.583557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: cacff88f-3369-4438-8fe2-a6c33bf04acd {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:53:07.583936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device cacff88f-3369-4438-8fe2-a6c33bf04acd not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:53:07.612273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=73b82350-0ede-4b0c-a327-c3270faa44be,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:07.615611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:07.872963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4ae55-9335-4c80-80b7-262ab96c3671 req-acc40f3d-0485-45bd-a48a-5c2053e8c736 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:07.874578 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9d4ae55-9335-4c80-80b7-262ab96c3671 req-acc40f3d-0485-45bd-a48a-5c2053e8c736 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 943 time: 0.1662180 Apr 15 20:53:07.877645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dba664-ffb5-426c-aecf-ca0c67e8179b req-d6bf27c3-ad73-4df2-8b31-1b27a54d9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:07.879150 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c6dba664-ffb5-426c-aecf-ca0c67e8179b req-d6bf27c3-ad73-4df2-8b31-1b27a54d9242 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 1098 time: 0.1209462 Apr 15 20:53:07.956444 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b9d4ae55-9335-4c80-80b7-262ab96c3671 req-1c04a416-212e-44a3-9375-956700af8b3e tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745261 Apr 15 20:53:07.959648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b8ae5-aa5b-4e52-9e43-8e09c2a16fdc req-a19b9d7d-be73-4a6e-9a04-1c5b54c66a0d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:07.959998 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c6dba664-ffb5-426c-aecf-ca0c67e8179b req-748b0010-2471-454d-a2e6-43ba27f21a9c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641894 Apr 15 20:53:07.961170 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3c3b8ae5-aa5b-4e52-9e43-8e09c2a16fdc req-a19b9d7d-be73-4a6e-9a04-1c5b54c66a0d tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0912516 Apr 15 20:53:08.010839 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3c3b8ae5-aa5b-4e52-9e43-8e09c2a16fdc req-467fe788-9dbf-427c-94a9-9c752173c3c2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Apr 15 20:53:08.686440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed115fbe-c4ff-4efd-a292-c88e46e3b9b6 req-e673c2e8-ced1-489d-a27e-567e4a634b3a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:08.688050 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ed115fbe-c4ff-4efd-a292-c88e46e3b9b6 req-e673c2e8-ced1-489d-a27e-567e4a634b3a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.0996952 Apr 15 20:53:08.738455 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ed115fbe-c4ff-4efd-a292-c88e46e3b9b6 req-2d8ed452-d4ce-483f-b507-827324085aa2 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 Apr 15 20:53:09.164870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135446f3-e744-4f6b-9499-2a1d40a07b29 req-655884e2-96bc-47f5-972c-1f28bdc6d80b tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:09.166513 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-135446f3-e744-4f6b-9499-2a1d40a07b29 req-655884e2-96bc-47f5-972c-1f28bdc6d80b tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 943 time: 0.0932460 Apr 15 20:53:09.218698 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-135446f3-e744-4f6b-9499-2a1d40a07b29 req-a6c8741c-cc90-45d4-84d8-a3866bda2084 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452931 Apr 15 20:53:09.228894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac68854-f7b4-427e-9586-fc79500e25a3 req-18137a46-1277-43dd-b840-c944d98e9847 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:09.230547 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aac68854-f7b4-427e-9586-fc79500e25a3 req-18137a46-1277-43dd-b840-c944d98e9847 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0947824 Apr 15 20:53:09.264972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:53:09.280053 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aac68854-f7b4-427e-9586-fc79500e25a3 req-1f043ef4-b5ee-4b6c-b7c1-885239e27be1 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Apr 15 20:53:09.407799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,segment=NetworkSegment(6f232a49-d97a-4a70-8fa9-7e4330ba5d9a),segment_id=6f232a49-d97a-4a70-8fa9-7e4330ba5d9a)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:09.421808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9', 'network_id': '1f708252-1fe4-4bb8-8e9d-20076b46b17e', 'port_id': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9', 'mac_address': 'fa:16:3e:39:ae:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:53:09.482226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:09.502646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:53:09.521460 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,segment=NetworkSegment(6f232a49-d97a-4a70-8fa9-7e4330ba5d9a),segment_id=6f232a49-d97a-4a70-8fa9-7e4330ba5d9a)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:09.526191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:09.528039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:09.601891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:09.605283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:09.896234 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['396065b6-6d18-4ae7-aab6-54fd0ef14ce9'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:53:09.948868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca8332-5940-4856-b3d4-0fd31b845e49 req-1ac8f2a2-4ede-4830-8286-11a0c1ea4309 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:09.950514 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dfca8332-5940-4856-b3d4-0fd31b845e49 req-1ac8f2a2-4ede-4830-8286-11a0c1ea4309 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.0982738 Apr 15 20:53:10.005412 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dfca8332-5940-4856-b3d4-0fd31b845e49 req-408371cf-d035-45b9-971f-6e202d1b8566 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 Apr 15 20:53:10.421644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acf7e1-b8f2-4da9-a197-c2c471c18f4e req-ca98d8be-d86d-4b86-9f99-ed0f71d6cd15 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:10.423300 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a5acf7e1-b8f2-4da9-a197-c2c471c18f4e req-ca98d8be-d86d-4b86-9f99-ed0f71d6cd15 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 944 time: 0.0911922 Apr 15 20:53:10.473516 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a5acf7e1-b8f2-4da9-a197-c2c471c18f4e req-82a0f10e-b32a-47ca-b0cf-234707e5c231 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Apr 15 20:53:10.488572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d61ee-37f8-463e-8497-084688ef079f req-1bf280ac-06ba-4bbb-8725-a33a08de0316 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:10.490222 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fa8d61ee-37f8-463e-8497-084688ef079f req-1bf280ac-06ba-4bbb-8725-a33a08de0316 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0912097 Apr 15 20:53:10.543064 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fa8d61ee-37f8-463e-8497-084688ef079f req-333d6929-8a97-4a4e-b03a-0326e5a44ad0 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Apr 15 20:53:11.296274 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:53:11.371987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:53:11.377819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:53:11.378314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:11.511416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:11.556450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,segment=NetworkSegment(6f232a49-d97a-4a70-8fa9-7e4330ba5d9a),segment_id=6f232a49-d97a-4a70-8fa9-7e4330ba5d9a)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:11.557791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:11.565085 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:11.569288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d57461f-8906-477c-b369-4d1a8c5263ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:11.650865 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9', 'code': 200} Apr 15 20:53:11.667332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:11.671837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:11.723562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca388f8-be59-46ca-b8db-2ecbbaca02c1 req-27ddc220-0496-4488-a4b4-3fa4654b013e tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:11.725676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2ca388f8-be59-46ca-b8db-2ecbbaca02c1 req-27ddc220-0496-4488-a4b4-3fa4654b013e tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.1307099 Apr 15 20:53:11.784867 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2ca388f8-be59-46ca-b8db-2ecbbaca02c1 req-be72fd61-0e23-499c-be6b-dd9a3a943169 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Apr 15 20:53:11.936372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6818d10-5c47-432b-ad72-517dca60d9b8 req-a7405620-f4d1-4c24-a696-b24398406629 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:11.938012 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f6818d10-5c47-432b-ad72-517dca60d9b8 req-a7405620-f4d1-4c24-a696-b24398406629 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.1264138 Apr 15 20:53:12.001311 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f6818d10-5c47-432b-ad72-517dca60d9b8 req-0b16060a-6ed2-4c8e-98bc-b938679b971a tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567675 Apr 15 20:53:12.021128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef070f-d8d2-4693-acc9-8336e5fa227f req-3967147f-cf3a-4719-bf91-c030c978b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:12.022765 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b2ef070f-d8d2-4693-acc9-8336e5fa227f req-3967147f-cf3a-4719-bf91-c030c978b15f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 1098 time: 0.1286426 Apr 15 20:53:12.075589 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b2ef070f-d8d2-4693-acc9-8336e5fa227f req-1c971139-ac39-455e-ab5a-65906e7ad5eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Apr 15 20:53:13.010078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e62c22-85a1-401f-b02c-eac00091a1a2 req-08f1e45a-797f-4bee-8365-908a27bc89a6 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:13.012188 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7e62c22-85a1-401f-b02c-eac00091a1a2 req-08f1e45a-797f-4bee-8365-908a27bc89a6 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.1104996 Apr 15 20:53:13.065313 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7e62c22-85a1-401f-b02c-eac00091a1a2 req-2765820e-1f88-420f-a519-50a4763f116d tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Apr 15 20:53:13.313214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7b855-5167-4047-bc28-54b85ec7a428 req-782b52fa-5475-4e5b-aa7f-dc3fdf81b2cf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:13.314986 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9f7b855-5167-4047-bc28-54b85ec7a428 req-782b52fa-5475-4e5b-aa7f-dc3fdf81b2cf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0954478 Apr 15 20:53:13.368607 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f9f7b855-5167-4047-bc28-54b85ec7a428 req-5ca40c41-5d24-46be-abc2-408a651d93c9 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467660 Apr 15 20:53:13.500032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845b648-f7fe-4dff-a754-0bceafd89579 req-124b6f12-3407-47ac-a6f3-25f81c2757a5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:13.502050 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a845b648-f7fe-4dff-a754-0bceafd89579 req-124b6f12-3407-47ac-a6f3-25f81c2757a5 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.3286822 Apr 15 20:53:13.554106 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a845b648-f7fe-4dff-a754-0bceafd89579 req-28c5d9db-c227-49e7-8d31-e579c53223fb tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/security-groups?id=994d0a90-fa8c-408c-9d6e-4124df1aaefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431247 Apr 15 20:53:13.736273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-fcb1916a-4c26-432c-b3e7-7d984d7cfb56 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:13.737848 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-fcb1916a-4c26-432c-b3e7-7d984d7cfb56 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 945 time: 0.0912707 Apr 15 20:53:13.817681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Deleting port da50ec13-52a6-42b1-8b89-836aaa9deee7 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:13.818045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:14.083947 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] For port da50ec13-52a6-42b1-8b89-836aaa9deee7, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=da50ec13-52a6-42b1-8b89-836aaa9deee7,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:14.084532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:14.219734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Calling delete_port for da50ec13-52a6-42b1-8b89-836aaa9deee7 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:14.273892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719f9a0-7993-43b0-8510-724c703af288 req-e5d659fe-d16b-4395-ab8f-26f484a55a66 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:14.275478 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0719f9a0-7993-43b0-8510-724c703af288 req-e5d659fe-d16b-4395-ab8f-26f484a55a66 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.0938518 Apr 15 20:53:14.326274 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0719f9a0-7993-43b0-8510-724c703af288 req-0048bba0-2910-4977-9d4e-ca34930517d8 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Apr 15 20:53:14.381322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:14.394789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['da50ec13-52a6-42b1-8b89-836aaa9deee7'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:53:14.456861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-194c8596-390e-40a9-95eb-da932f66fbc2 tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:14.558144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Pushing event deleted for resources: {'Port': ['ID=da50ec13-52a6-42b1-8b89-836aaa9deee7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:14.575731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:14.740406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] No DVR routers for this DVR port da50ec13-52a6-42b1-8b89-836aaa9deee7 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:53:14.751598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f23363-c254-4457-8e46-0d149120ca5c req-4d776869-8abd-4a71-bf76-3652876d1691 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:14.753373 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a6f23363-c254-4457-8e46-0d149120ca5c req-4d776869-8abd-4a71-bf76-3652876d1691 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.2586803 Apr 15 20:53:14.755142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:14.758761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'name': 'network-vif-deleted', 'tag': 'da50ec13-52a6-42b1-8b89-836aaa9deee7'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:14.775630 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3960c4f8-c09b-4762-8aea-c581d26757c1 req-2e6a9a8e-b286-4e9a-9e74-23884777fdfc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e71f67c-eb65-42a9-b90a-9a2b1ca72581 HTTP/1.1" status: 200 len: 210 time: 0.1009235 Apr 15 20:53:14.824049 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a6f23363-c254-4457-8e46-0d149120ca5c req-a65070fb-f989-4d0a-8f35-c6edee66a869 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579591 Apr 15 20:53:14.825846 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9d970789-2b29-4ee0-baf0-b8fb72effa52 req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] 10.222.0.60 "DELETE /v2.0/ports/da50ec13-52a6-42b1-8b89-836aaa9deee7 HTTP/1.1" status: 204 len: 173 time: 1.0816495 Apr 15 20:53:14.870198 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e71f67c-eb65-42a9-b90a-9a2b1ca72581', 'name': 'network-vif-deleted', 'tag': 'da50ec13-52a6-42b1-8b89-836aaa9deee7', 'status': 'completed', 'code': 200} Apr 15 20:53:15.660284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:53:15.888606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45246) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:16.407746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eead1-4731-4754-b2ac-98481fa8d87f req-6167a47a-a838-4d8d-b662-7f6e866eaa68 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:16.409850 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc1eead1-4731-4754-b2ac-98481fa8d87f req-6167a47a-a838-4d8d-b662-7f6e866eaa68 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.4533432 Apr 15 20:53:16.493544 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bc1eead1-4731-4754-b2ac-98481fa8d87f req-6887bce2-8a8f-45ae-abd2-8e92c6128880 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672362 Apr 15 20:53:16.725366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:17.111540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Deleting port 34b65693-c148-4142-b686-9f950bdcb1a6 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:17.111916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:17.331061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device da50ec13-52a6-42b1-8b89-836aaa9deee7 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:53:17.377045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: da50ec13-52a6-42b1-8b89-836aaa9deee7 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:53:17.377045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device da50ec13-52a6-42b1-8b89-836aaa9deee7 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:53:17.530802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] For port 34b65693-c148-4142-b686-9f950bdcb1a6, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=34b65693-c148-4142-b686-9f950bdcb1a6,segment=NetworkSegment(70fad8f5-65ae-4947-bbcf-c129dc3e07e7),segment_id=70fad8f5-65ae-4947-bbcf-c129dc3e07e7)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:17.531202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:17.662417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Calling delete_port for 34b65693-c148-4142-b686-9f950bdcb1a6 owned by network:router_interface {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:17.710652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c0f31-15b2-494f-b961-e24ad5532a2d req-17fe0367-dcf3-412a-8fde-482b959d99fb tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:17.712387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-575c0f31-15b2-494f-b961-e24ad5532a2d req-17fe0367-dcf3-412a-8fde-482b959d99fb tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0985932 Apr 15 20:53:17.771347 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-575c0f31-15b2-494f-b961-e24ad5532a2d req-b86fb9c3-613a-4137-90fd-12302fa6938b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517452 Apr 15 20:53:17.996037 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:18.012665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:18.105363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Pushing event deleted for resources: {'Port': ['ID=34b65693-c148-4142-b686-9f950bdcb1a6,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:18.112044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:18.207612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0c733-d9c3-4598-855e-36941288f6d7 req-b82ed8b9-3731-45ea-80b3-4988c421af78 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:18.209211 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-93f0c733-d9c3-4598-855e-36941288f6d7 req-b82ed8b9-3731-45ea-80b3-4988c421af78 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.0967598 Apr 15 20:53:18.259230 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-93f0c733-d9c3-4598-855e-36941288f6d7 req-ad946637-7f5d-410d-8004-a1c7b6733520 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 Apr 15 20:53:18.481794 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:19.074752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Router 9228b016-1767-4759-b81e-ea99b3599b17 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:53:19.090294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d120ee7-218e-41fb-ad0c-96617b1b1cfb req-e7c6e6d7-1a88-4a3d-98a7-897a0e7afef7 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:19.091941 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8d120ee7-218e-41fb-ad0c-96617b1b1cfb req-e7c6e6d7-1a88-4a3d-98a7-897a0e7afef7 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1485002 Apr 15 20:53:19.285780 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8d120ee7-218e-41fb-ad0c-96617b1b1cfb req-ead7f7d1-849a-42fc-a5fa-7d472a93801e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356337 Apr 15 20:53:19.322054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:53:19.332438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] Sync routers for ids ['9228b016-1767-4759-b81e-ea99b3599b17'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:53:19.335334 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] 10.222.0.70 "PUT /v2.0/routers/9228b016-1767-4759-b81e-ea99b3599b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4453967 Apr 15 20:53:19.338408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 45288) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:19.344607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] Routers {'9228b016-1767-4759-b81e-ea99b3599b17'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:53:19.345287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:52:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['9228b016-1767-4759-b81e-ea99b3599b17'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:19.549380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] Set router 9228b016-1767-4759-b81e-ea99b3599b17 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:53:19.600593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:19.668153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a81fd-f644-4b64-840e-4702c64603f0 req-8aa4c5db-40ba-4dbf-941d-b4b9362cc72e tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:19.669859 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ad6a81fd-f644-4b64-840e-4702c64603f0 req-8aa4c5db-40ba-4dbf-941d-b4b9362cc72e tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.2721312 Apr 15 20:53:19.852135 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ad6a81fd-f644-4b64-840e-4702c64603f0 req-645b0bfe-fa18-4ec4-81c4-acb5fa8282ea tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729543 Apr 15 20:53:19.884765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:53:17Z', 'revision_number': 5, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port': {'id': 'e00ff7cc-8c02-4698-a2cc-16d9090a365a', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:51:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9228b016-1767-4759-b81e-ea99b3599b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:48Z', 'updated_at': '2021-04-15T20:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:19.889515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] Checking router: 9228b016-1767-4759-b81e-ea99b3599b17 for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:53:19.898689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] Routers {'9228b016-1767-4759-b81e-ea99b3599b17'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:53:19.899337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:52:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['9228b016-1767-4759-b81e-ea99b3599b17'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:19.912003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:19.924066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d8553-ca66-4072-970a-16a4086e74af req-ccba97fc-8625-4009-ba36-d40718e8e906 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:19.925676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-916d8553-ca66-4072-970a-16a4086e74af req-ccba97fc-8625-4009-ba36-d40718e8e906 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.1750648 Apr 15 20:53:19.930731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Deleting port e00ff7cc-8c02-4698-a2cc-16d9090a365a {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:19.934463 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:20.065233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] Set router 9228b016-1767-4759-b81e-ea99b3599b17 gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:53:20.123802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Deleting port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:20.124420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:20.179784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:53:19Z', 'revision_number': 6, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port_host': None}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:20.184078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0de22fb-4bc6-4ece-83f5-36d120f02186 None None] The sync data for ids ['9228b016-1767-4759-b81e-ea99b3599b17'] in dv-cinder-562053-18-smb is: [{'id': '9228b016-1767-4759-b81e-ea99b3599b17', 'name': 'tempest-ServerRescueNegativeTestJSON-839584376-router', 'tenant_id': '998847f269fb4b02b3e4d93d795dbff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:45Z', 'updated_at': '2021-04-15T20:53:19Z', 'revision_number': 6, 'project_id': '998847f269fb4b02b3e4d93d795dbff6', 'gw_port_host': None}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:53:20.296649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] For port e00ff7cc-8c02-4698-a2cc-16d9090a365a, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=e00ff7cc-8c02-4698-a2cc-16d9090a365a,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:20.297050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:20.504342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e683b-a36d-4333-9ca4-78ae1f0720e6 req-e31a8dc5-663b-4104-a148-0c0666988964 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:20.506384 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-049e683b-a36d-4333-9ca4-78ae1f0720e6 req-e31a8dc5-663b-4104-a148-0c0666988964 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1023545 Apr 15 20:53:20.561304 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-049e683b-a36d-4333-9ca4-78ae1f0720e6 req-9fefdcc2-455d-4a51-9dfe-e97f80a06d0e tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470142 Apr 15 20:53:20.738581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Calling delete_port for e00ff7cc-8c02-4698-a2cc-16d9090a365a owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:21.069217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] For port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,segment=NetworkSegment(6f232a49-d97a-4a70-8fa9-7e4330ba5d9a),segment_id=6f232a49-d97a-4a70-8fa9-7e4330ba5d9a)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:21.069616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:21.215107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Calling delete_port for 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:21.420406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dafcf1-02ed-489e-ab99-98bef7a424a2 req-a1f2b6a8-cc47-45e6-a497-c3076ae6b049 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:21.422052 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-13dafcf1-02ed-489e-ab99-98bef7a424a2 req-a1f2b6a8-cc47-45e6-a497-c3076ae6b049 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 945 time: 0.4366672 Apr 15 20:53:21.467807 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:21.489118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:21.605394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00ff7cc-8c02-4698-a2cc-16d9090a365a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:21.614749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:21.616533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:21.636293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fda9b8f1-15e1-473e-8b8e-d9612b579e6b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:21.680163 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-13dafcf1-02ed-489e-ab99-98bef7a424a2 req-0e4cbcc3-a33c-43dd-b8cc-ed7375b2b09f tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/security-groups?id=382481ad-1d83-45ea-b036-bf64243da165&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471066 Apr 15 20:53:21.753230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Pushing event deleted for resources: {'Port': ['ID=396065b6-6d18-4ae7-aab6-54fd0ef14ce9,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:21.761527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:21.812128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0b83-94f4-4a47-9b7d-4f8c50bfd114 req-9001f217-f435-444e-ba2a-49c71e9e3037 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:21.822091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-521b0b83-94f4-4a47-9b7d-4f8c50bfd114 req-9001f217-f435-444e-ba2a-49c71e9e3037 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1392200 Apr 15 20:53:21.863779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 34b65693-c148-4142-b686-9f950bdcb1a6 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:53:21.883069 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-521b0b83-94f4-4a47-9b7d-4f8c50bfd114 req-9b386a0a-7123-4246-9c67-ab9110308fa9 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599163 Apr 15 20:53:21.912735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 34b65693-c148-4142-b686-9f950bdcb1a6 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:53:21.913126 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 34b65693-c148-4142-b686-9f950bdcb1a6 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:53:21.913600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device e00ff7cc-8c02-4698-a2cc-16d9090a365a no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:53:21.953290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: e00ff7cc-8c02-4698-a2cc-16d9090a365a {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:53:21.953701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device e00ff7cc-8c02-4698-a2cc-16d9090a365a not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:53:22.026795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] No DVR routers for this DVR port 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:53:22.033172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.035948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'name': 'network-vif-deleted', 'tag': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:22.054389 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.107014 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7261d85-1edb-49de-8fa6-10cab655f752', 'name': 'network-vif-deleted', 'tag': '396065b6-6d18-4ae7-aab6-54fd0ef14ce9', 'status': 'completed', 'code': 200} Apr 15 20:53:22.169229 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-916d8553-ca66-4072-970a-16a4086e74af req-43f5be4e-5384-4ad2-bf6c-3d3c511f3b53 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.60 "DELETE /v2.0/ports/396065b6-6d18-4ae7-aab6-54fd0ef14ce9 HTTP/1.1" status: 204 len: 173 time: 2.2070539 Apr 15 20:53:22.248744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.251824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.347899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.348647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9228b016-1767-4759-b81e-ea99b3599b17 {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:53:22.364557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.366209 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9228b016-1767-4759-b81e-ea99b3599b17 HTTP/1.1" status: 204 len: 168 time: 3.0265474 Apr 15 20:53:22.369160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45306) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:22.387736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fde0ff09-b54b-46c6-b681-3e8fd2075ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.449665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Deleting subnet 64bda6a8-a0fc-4084-bb58-c4cf7326931f {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:53:22.453443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.511660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851929559'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.572834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.884030 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-292164d1-e41a-4882-b8ed-2e738271bf33 req-4423f876-7800-4987-8a07-d838c151a5fc tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7261d85-1edb-49de-8fa6-10cab655f752 HTTP/1.1" status: 200 len: 210 time: 0.0638866 Apr 15 20:53:22.908090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852279451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196433'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:22.930392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:23.119905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422beaf4-21e4-428b-b0ca-ed540c6d3ba4 req-3e471283-a4d0-4d63-a302-1cfc080098a4 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:23.121676 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-422beaf4-21e4-428b-b0ca-ed540c6d3ba4 req-3e471283-a4d0-4d63-a302-1cfc080098a4 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0949676 Apr 15 20:53:23.176620 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-422beaf4-21e4-428b-b0ca-ed540c6d3ba4 req-11bf13e1-8533-4d2f-a97e-acb6ef2e08c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480523 Apr 15 20:53:23.285331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64bda6a8-a0fc-4084-bb58-c4cf7326931f,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:23.287970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:23.326675 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:23.333106 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0ffc7cbc-bc28-484b-82b0-5bdde90833ec admin admin] 10.222.0.70 "DELETE /v2.0/subnets/64bda6a8-a0fc-4084-bb58-c4cf7326931f HTTP/1.1" status: 204 len: 168 time: 0.9628184 Apr 15 20:53:23.335988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45318) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:23.346276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:53:23.385110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:53:23.385583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 396065b6-6d18-4ae7-aab6-54fd0ef14ce9 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:53:23.453401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:23.655382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:23.773804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7393cc-0125-4839-8ea3-22e6d41f59c3']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:23.787810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fad8f5-65ae-4947-bbcf-c129dc3e07e7') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:23.788144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fad8f5-65ae-4947-bbcf-c129dc3e07e7') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:23.800895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:23.816264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:23.823121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:53:24.015105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:53:24.025053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.215672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Network 5d7393cc-0125-4839-8ea3-22e6d41f59c3 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:53:24.248614 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:53:24.340754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.348408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1f6bf47a-5d07-471c-a643-d99d7dc35236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:24.367300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.373217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3bcfd8aa-aa8b-4b8c-beef-e336861c566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.377896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7393cc-0125-4839-8ea3-22e6d41f59c3,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:24.381618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:24.390464 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-dfe51fc5-1b19-4aaf-bc99-437d21874aac admin admin] 10.222.0.70 "DELETE /v2.0/networks/5d7393cc-0125-4839-8ea3-22e6d41f59c3 HTTP/1.1" status: 204 len: 168 time: 1.0505564 Apr 15 20:53:24.419473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00628ae1-ff58-46b8-89d4-73e8a79cb706 req-28559490-61a4-48b1-973b-042c7ac0fc8a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:24.421556 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-00628ae1-ff58-46b8-89d4-73e8a79cb706 req-28559490-61a4-48b1-973b-042c7ac0fc8a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1154323 Apr 15 20:53:24.473946 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-00628ae1-ff58-46b8-89d4-73e8a79cb706 req-b1fdb2c2-043e-4d0d-a7d2-2c04b2c97424 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450101 Apr 15 20:53:24.595669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45338) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:24.653534 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c94469d9-c594-407c-a6e5-2e091a664bc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=998847f269fb4b02b3e4d93d795dbff6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0563157 Apr 15 20:53:24.657545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45342) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:24.741673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.775054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.825787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.831472 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f1ef6d98-963d-43e1-bda0-65501b0e83fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:24.845853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994d0a90-fa8c-408c-9d6e-4124df1aaefd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:24.849144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:24.857198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:24.860968 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/994d0a90-fa8c-408c-9d6e-4124df1aaefd HTTP/1.1" status: 204 len: 168 time: 0.1997154 Apr 15 20:53:24.920392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cede8-a1ac-4be7-86b5-283908ece743 req-0861a195-0926-4b97-b0ab-e08e425389e1 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:24.922030 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a72cede8-a1ac-4be7-86b5-283908ece743 req-0861a195-0926-4b97-b0ab-e08e425389e1 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1557570 Apr 15 20:53:24.984073 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a72cede8-a1ac-4be7-86b5-283908ece743 req-aa07c237-da41-4ef2-8d55-a91a0b540da0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513322 Apr 15 20:53:24.986221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-4ce917da-7849-4751-a315-6a240a6a95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:24.987738 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-4ce917da-7849-4751-a315-6a240a6a95ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 1098 time: 0.1505508 Apr 15 20:53:25.134842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-efc4f030-d3d1-4a84-a3d7-a55af72dfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:25.136307 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-efc4f030-d3d1-4a84-a3d7-a55af72dfcd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.1413269 Apr 15 20:53:25.263044 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-86dd1e99-7ccf-471c-8e20-6ced1286a37e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 200 len: 1001 time: 0.1185551 Apr 15 20:53:25.339569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-b2b77292-94e8-4367-9995-78e64925011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:25.341237 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-b2b77292-94e8-4367-9995-78e64925011b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.0704985 Apr 15 20:53:25.428423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-e7f9feef-ce66-4592-a220-f2ad0a91a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:25.430258 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-e7f9feef-ce66-4592-a220-f2ad0a91a188 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0813572 Apr 15 20:53:25.590093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:25.757342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:25.823579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:25.833194 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-798dab66-f037-47f8-8546-a62b20dfd2ca service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957155 Apr 15 20:53:25.991407 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6cb3f23-202b-42d1-a3c5-41e3a54ee9d8 req-4a33e0dc-ebd7-470c-98a1-1b58ea53ba41 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484628 Apr 15 20:53:26.195937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfd395-737f-4b73-8673-cdfaa89e27e5 req-a9b52561-01c1-4177-9dfa-f1e62c1f32c2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:26.197818 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eacfd395-737f-4b73-8673-cdfaa89e27e5 req-a9b52561-01c1-4177-9dfa-f1e62c1f32c2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0902095 Apr 15 20:53:26.254374 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eacfd395-737f-4b73-8673-cdfaa89e27e5 req-6793c4f5-2b35-4565-9cce-702fab51172f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493150 Apr 15 20:53:26.940376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:26.985625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45428) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:27.124762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.140510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:27.144699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Usage tracker for resource:security_group_rule and tenant:b3c4bf893af845719fdbd05fffa59cbe is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:27.147727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:27.153810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:27.247223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.250352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.259520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fadd73a9-0526-4e3b-9d4c-8850d9e0e60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:27.304537 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b3c4bf893af845719fdbd05fffa59cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146296 Apr 15 20:53:27.304537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e82644-ec13-4271-9e9d-862c8c6f620e,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:27.305897 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 45440) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:27.307230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:27.380304 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.464053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.543503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a16e47-ad8b-48da-ae6e-c3f5e8b0a68d req-62e0c245-717f-4987-8a70-a3003399a626 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:27.545216 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-57a16e47-ad8b-48da-ae6e-c3f5e8b0a68d req-62e0c245-717f-4987-8a70-a3003399a626 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.1665113 Apr 15 20:53:27.546359 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.551524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96632aad-a65b-4cf6-b265-dd4b536762ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:27.578338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e82644-ec13-4271-9e9d-862c8c6f620e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:27.583044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:27.590849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.592052 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/24e82644-ec13-4271-9e9d-862c8c6f620e HTTP/1.1" status: 204 len: 168 time: 0.2834992 Apr 15 20:53:27.615179 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-57a16e47-ad8b-48da-ae6e-c3f5e8b0a68d req-34f5968e-5c0a-4aac-9e2f-2e7436ea9324 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563328 Apr 15 20:53:27.923534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 45456) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:27.942991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:27.959179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:27.963520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Usage tracker for resource:security_group_rule and tenant:fd78c0f09c9b40a597b27176410d9f04 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:27.966700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:27.973443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:28.061411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:28.065732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:28.073062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b3ed3800-235d-46a6-9e3d-84f48b7884ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:28.116287 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd78c0f09c9b40a597b27176410d9f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915998 Apr 15 20:53:28.117180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3bc61-be07-4292-a76b-5a161db39402,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:28.119616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45460) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:28.120538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5ac857c0-e73f-4562-aeff-9d86cd595168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:28.183593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:28.215620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:28.271417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:28.276451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5be69d00-6191-414b-b9ad-031c05595e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:28.290995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3bc61-be07-4292-a76b-5a161db39402,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:28.294090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:28.298762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:28.299988 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0bb3bc61-be07-4292-a76b-5a161db39402 HTTP/1.1" status: 204 len: 168 time: 0.1792755 Apr 15 20:53:41.787177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45732) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:41.854751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Deleting subnet e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:53:41.858047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:41.918294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851929559'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:41.980238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.262255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852279451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196433'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.278136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-faba4f7f-7bf8-430e-a9c4-8f01807fbfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:42.377543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:42.381481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:42.413591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.419899 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b12cf950-e941-46f6-bd55-678cd1d07116 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e4bf10aa-7f3e-45d6-a0a0-c857b62d75e5 HTTP/1.1" status: 204 len: 168 time: 0.6315410 Apr 15 20:53:42.422628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45752) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:42.539785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.747864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.864277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f708252-1fe4-4bb8-8e9d-20076b46b17e']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:42.877709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:42.878051 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f232a49-d97a-4a70-8fa9-7e4330ba5d9a') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:42.890628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.905602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:42.912187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:53:43.101553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:53:43.110777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.290338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Network 1f708252-1fe4-4bb8-8e9d-20076b46b17e has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:53:43.319401 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:53:43.397069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.400910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:43.420729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.423490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f708252-1fe4-4bb8-8e9d-20076b46b17e,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:43.426703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:43.430203 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b3fa21bd-f3a7-490a-89ab-9c563883d539 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1f708252-1fe4-4bb8-8e9d-20076b46b17e HTTP/1.1" status: 204 len: 168 time: 1.0064404 Apr 15 20:53:43.433175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45766) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:43.503591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Deleting subnet 73a19623-ebca-4cf0-a0fe-7ca1f27b5b01 {{(pid=85419) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:53:43.506878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.561551 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851929559'] for subnet, precommit_delete_associations {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.625676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.906141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852279451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2196433'] for subnet, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:43.922440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:44.006145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a19623-ebca-4cf0-a0fe-7ca1f27b5b01,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:44.020911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:44.066785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:44.073126 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-87af8657-5e00-4f64-82ad-cee8dc6529c3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/73a19623-ebca-4cf0-a0fe-7ca1f27b5b01 HTTP/1.1" status: 204 len: 168 time: 0.6388412 Apr 15 20:53:44.075710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45780) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:44.194186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:44.393737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:44.764378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e155cf77-2039-409e-9120-090b961cd86a']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:44.778422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d220ac7-b977-4739-92ce-cf8bd4fc9d69') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:44.778763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d220ac7-b977-4739-92ce-cf8bd4fc9d69') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:44.791688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:44.814779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:44.821685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:53:45.014546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Network e155cf77-2039-409e-9120-090b961cd86a has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:53:45.024831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.218242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Network e155cf77-2039-409e-9120-090b961cd86a has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:53:45.249789 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:53:45.337236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.341288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-803d109a-31ef-47f3-8db9-623f3a89c014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:45.358645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.366948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e155cf77-2039-409e-9120-090b961cd86a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:45.369393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:45.373295 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0e708761-7f7d-4973-a2d9-f0c3d6c0b0b1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e155cf77-2039-409e-9120-090b961cd86a HTTP/1.1" status: 204 len: 168 time: 1.2943439 Apr 15 20:53:45.521414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45830) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:45.581673 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7275b997-2c94-42c1-aead-0f8bd9ee3874 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b39c3bb8fe8147e9b308f508d2437447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563338 Apr 15 20:53:45.582015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45834) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:45.654812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.683569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.736568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.741953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-796a6d09-0f0c-4e2e-8c1b-676c914f4ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:45.758091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382481ad-1d83-45ea-b036-bf64243da165,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:45.761047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:45.768238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:45.769483 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/382481ad-1d83-45ea-b036-bf64243da165 HTTP/1.1" status: 204 len: 168 time: 0.1864789 Apr 15 20:53:46.004886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c9676-62ac-4419-8a19-95394d05a91d req-ed31ce02-cb7b-4608-9445-1b4911d2aa9a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:46.006574 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-956c9676-62ac-4419-8a19-95394d05a91d req-ed31ce02-cb7b-4608-9445-1b4911d2aa9a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.0899203 Apr 15 20:53:46.057915 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-956c9676-62ac-4419-8a19-95394d05a91d req-4450ba7a-ec7e-43fb-bcc6-ab451fae99e8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Apr 15 20:53:46.142779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45848) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:46.194399 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c412994c-6dc9-4e91-9a1c-94399df851d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3bd42c3ac6384ec4b76af54ec282d593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501790 Apr 15 20:53:46.197057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45852) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:46.267473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:46.295295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:46.346091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:46.350288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0b9b8a32-29be-44c8-8dea-a4dfa557847c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:46.362011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac6f0a-1722-42bd-9b21-714b9c1e32ef,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:46.365697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:46.369195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:46.370428 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/92ac6f0a-1722-42bd-9b21-714b9c1e32ef HTTP/1.1" status: 204 len: 168 time: 0.1721730 Apr 15 20:53:47.267754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1377984-6881-4e36-9cb3-d8f6ae4d4ccc req-eb5bb8d8-b9d1-49d1-b571-c6575c0314ef tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:47.269336 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1377984-6881-4e36-9cb3-d8f6ae4d4ccc req-eb5bb8d8-b9d1-49d1-b571-c6575c0314ef tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.0899446 Apr 15 20:53:47.317764 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1377984-6881-4e36-9cb3-d8f6ae4d4ccc req-acca4615-afef-4df2-945b-a0f3476b0915 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 Apr 15 20:53:47.918205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-50e201e4-79c1-4d9f-ba49-5a124398e6aa tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:47.920009 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-50e201e4-79c1-4d9f-ba49-5a124398e6aa tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.0944672 Apr 15 20:53:48.002532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Deleting port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:48.003631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.281739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] For port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:53:48.282292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.366838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 45956) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:48.528838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.545386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:48.549757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Usage tracker for resource:security_group_rule and tenant:357b99651c764c93bcdea4753dc6340a is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:48.553371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:48.560244 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:48.655483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.659195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.668903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c5353237-9e55-4683-9ac9-fa640b38f8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:48.686284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.686701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:48.687064 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Floating IP 07107282-6057-4cf8-9132-3fb9d6f4be81 disassociated. External IP: 172.28.0.205, port: 34e56af5-fd1c-44b0-8cfd-11f6c2f04076. Apr 15 20:53:48.687448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Calling delete_port for 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:48.715699 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=357b99651c764c93bcdea4753dc6340a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3434491 Apr 15 20:53:48.723423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 45968) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:48.725608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6064c470-b70f-4452-9965-6783616430f7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:48.730817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:48.790200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878db8ee-1045-47f7-b501-4b948866f5ac req-0e785e8d-d69e-4b9f-bb66-38e15d1add26 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:48.791889 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-878db8ee-1045-47f7-b501-4b948866f5ac req-0e785e8d-d69e-4b9f-bb66-38e15d1add26 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 946 time: 0.3188853 Apr 15 20:53:48.942355 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-878db8ee-1045-47f7-b501-4b948866f5ac req-cc3a46a5-50d5-43f7-9853-cba8ec12c1da tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=e98233f7-8ea9-4994-a071-bf30f026248d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349549 Apr 15 20:53:48.954880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.006572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.014019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.031963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-566e8955-3a99-4625-acef-4debb3f8fd0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:49.091330 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event deleted for resources: {'Port': ['ID=34e56af5-fd1c-44b0-8cfd-11f6c2f04076,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:49.161562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.161938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.162362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.162750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.163135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.163520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.163900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.164295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.164661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.165040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.165416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.165792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:49.173187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:49.229376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.233881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-707c99fc-dd62-4ae0-b875-909939c092ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:49.255517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064c470-b70f-4452-9965-6783616430f7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:49.260243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:49.407537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.408846 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6064c470-b70f-4452-9965-6783616430f7 HTTP/1.1" status: 204 len: 168 time: 0.6624908 Apr 15 20:53:49.479312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:53:49.677853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:53:49.690476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:53:49.702147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:53:49.702984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:53:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:49.781348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] No DVR routers for this DVR port 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:53:49.784410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:49.786667 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1a46548-786a-4501-9033-4f6cd2ff100f req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "DELETE /v2.0/ports/34e56af5-fd1c-44b0-8cfd-11f6c2f04076 HTTP/1.1" status: 204 len: 173 time: 1.8600652 Apr 15 20:53:49.787230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-deleted', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:53:49.875089 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78657aec-7ae0-4950-a6ea-cba3069f14c9', 'name': 'network-vif-deleted', 'tag': '34e56af5-fd1c-44b0-8cfd-11f6c2f04076', 'status': 'completed', 'code': 200} Apr 15 20:53:50.150689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-e3fc73c8-9f85-4892-bd4e-52ac6dbd5c38 req-e483f01e-2c84-4b4b-918b-a42e7ff016b1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:50.156015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 45986) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:50.167673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:53:50.184294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.201817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:50.206459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Usage tracker for resource:security_group_rule and tenant:53d415c01527452484c4f27941390b44 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:50.209708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:50.216968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:50.274431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-e3fc73c8-9f85-4892-bd4e-52ac6dbd5c38 req-e483f01e-2c84-4b4b-918b-a42e7ff016b1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:50.275950 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e3fc73c8-9f85-4892-bd4e-52ac6dbd5c38 req-e483f01e-2c84-4b4b-918b-a42e7ff016b1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=78657aec-7ae0-4950-a6ea-cba3069f14c9 HTTP/1.1" status: 200 len: 210 time: 0.1740098 Apr 15 20:53:50.508740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.530337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.540540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3d8308d6-cd77-4162-92f0-a472b9314c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:50.568342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:50.574110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:53:50.584924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:53:50.585732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:53:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:50.592292 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=53d415c01527452484c4f27941390b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243577 Apr 15 20:53:50.592798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 45990) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:50.595829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52930bf8-310d-4b6a-868b-833d802b466f,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:50.609393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:50.667893 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.700091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.751796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.759842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0b93839f-30d2-45d6-bbe4-c670d8964379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:50.773735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52930bf8-310d-4b6a-868b-833d802b466f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:50.778885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:50.788374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:50.792682 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52930bf8-310d-4b6a-868b-833d802b466f HTTP/1.1" status: 204 len: 168 time: 0.1962109 Apr 15 20:53:50.842924 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:53:51.187786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:53:51.192200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5604fe94-011e-4860-ab54-2ea580e3378d None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:53:51.441925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46016) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:51.450105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:53:51.517436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:53:51.517971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 34e56af5-fd1c-44b0-8cfd-11f6c2f04076 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:53:51.540209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:51.579789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:51.636280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:51.642913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8eceb19f-76f9-4870-b7b9-303fdc505df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:51.661307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98233f7-8ea9-4994-a071-bf30f026248d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:51.664623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:51.686615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2bf31-6c8a-4cb5-922a-10dc62ea9ba1 None None] New status for floating IP 07107282-6057-4cf8-9132-3fb9d6f4be81: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:53:51.706193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:51.707830 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "DELETE /v2.0/security-groups/e98233f7-8ea9-4994-a071-bf30f026248d HTTP/1.1" status: 204 len: 168 time: 0.2647004 Apr 15 20:53:51.710805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46030) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:51.767788 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.v2.resource [None req-c1c877b5-e8b9-4999-aba9-9dfe68edd43f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] show failed (client error): The resource could not be found. Apr 15 20:53:51.771888 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c1c877b5-e8b9-4999-aba9-9dfe68edd43f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups/e98233f7-8ea9-4994-a071-bf30f026248d HTTP/1.1" status: 404 len: 347 time: 0.0595019 Apr 15 20:53:51.772326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46036) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:51.975926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Deleting port 9e76290a-636e-4b3f-a344-9821d84633bd {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:51.976313 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:52.394870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d407d424-afdf-4566-8f86-355a16c4467a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:52.495320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:52.495696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:52.638180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Calling delete_port for 9e76290a-636e-4b3f-a344-9821d84633bd owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:53:52.664657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:53:52.821029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:52.847377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:52.944982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event deleted for resources: {'Port': ['ID=9e76290a-636e-4b3f-a344-9821d84633bd,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:52.949070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:53.115921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.134804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.136076 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "DELETE /v2.0/floatingips/07107282-6057-4cf8-9132-3fb9d6f4be81 HTTP/1.1" status: 204 len: 168 time: 1.3627522 Apr 15 20:53:53.206710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46070) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:53.363408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.385744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:53.390817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Usage tracker for resource:security_group_rule and tenant:3b564f6e3b04495391271fc84a5f0df5 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:53.394079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:53.401956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:53.494623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.497612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.510186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8317dfb4-3699-4fd1-a5a2-e0475ba4519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:53.558873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46082) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:53.559042 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b564f6e3b04495391271fc84a5f0df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511217 Apr 15 20:53:53.560129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab244aa6-8187-4cf6-b889-738983bbaac2,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:53.569150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.569578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.570019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.570435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.570884 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.571245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.571650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.572088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.572460 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.572883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.573261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.573786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:53:53.582871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:53.641890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.676471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.749775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.756871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8ea83175-1693-4ae9-9239-a6724f697a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:53.758549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46088) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:53.765207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1574331820', 'description': 'tempest-description--1284486473'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:53.770908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab244aa6-8187-4cf6-b889-738983bbaac2,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:53.773113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:53.781527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:53.785500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:53.794122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:53.794723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:53.800840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.805261 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab244aa6-8187-4cf6-b889-738983bbaac2 HTTP/1.1" status: 204 len: 168 time: 0.2419410 Apr 15 20:53:53.811210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:53.874540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:53.888435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:53.892826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:53.902905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:53.977398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573b370-2514-4a14-9be9-7ce230723cd3 req-2a917ab6-2489-44b4-9533-b66c2e7f1952 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:53.979121 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7573b370-2514-4a14-9be9-7ce230723cd3 req-2a917ab6-2489-44b4-9533-b66c2e7f1952 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.1437275 Apr 15 20:53:54.039131 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.049363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.059457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a7966337-07f4-44f4-813b-f795a15fc1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:54.088361 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7573b370-2514-4a14-9be9-7ce230723cd3 req-bb2248df-a6f6-4ede-8541-0259acc3813b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001399 Apr 15 20:53:54.116701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73394e-d58f-41a0-b81e-11b145b1547e,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:54.121693 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:54.124704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46096) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:54.128452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.129812 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3699141 Apr 15 20:53:54.132938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46100) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:54.139222 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'security_group_rule': {'security_group_id': 'fd73394e-d58f-41a0-b81e-11b145b1547e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:54.146141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:54.146816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.150481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:54.153692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:54.159843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:54.162418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:54.166507 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c135bb1b6e4ee7a2b36482e96c8783 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:54.169744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:54.175862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:54.177604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.245398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.248912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.251232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-255aa13c-96a6-4552-9f22-5fdc2d8227ce tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:54.267249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.270832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.275892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88648d58-488d-4753-95da-167d9254708b,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:54.278954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:54.280073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-edc361ef-affd-41e4-90dd-081fd8aa323a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:54.286316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.287697 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8f36f6ed-1715-4a3e-b118-3c35567ae0de tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537728 Apr 15 20:53:54.292003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46104) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:54.296635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'security_group_rule': {'security_group_id': 'fd73394e-d58f-41a0-b81e-11b145b1547e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:54.303701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:54.308053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:security_group_rule and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:54.311233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:54.317770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:54.324191 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d6c135bb1b6e4ee7a2b36482e96c8783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983049 Apr 15 20:53:54.325959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ba583a-ae64-41f0-86f1-c5364b51ab89,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:54.327385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46108) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:54.330065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:54.352227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.358049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff7dd33c-beb9-4062-ab92-866f07b80c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.442303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.465682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.478605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.484346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.491753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b2fc8ebd-3340-4efb-bbfc-c7b0fe8fca9c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:54.540149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1d77ad-2e7b-4e44-bc23-d7adb5411e6a,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:54.549233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:54.551002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.552279 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2beefb4d-258e-4d83-99df-bf5c1f0a8b57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2604766 Apr 15 20:53:54.556049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46112) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:53:54.561934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'floatingip': {'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:54.568625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:54.573730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Usage tracker for resource:floatingip and tenant:cce004407bbd4178ad23476622529231 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:53:54.576997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:53:54.579813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.586012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1685e409-9203-417d-9eef-c9b2f0bf0778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:54.594852 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:54.603822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ba583a-ae64-41f0-86f1-c5364b51ab89,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:54.608949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:54.613490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.630270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.631504 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4ba583a-ae64-41f0-86f1-c5364b51ab89 HTTP/1.1" status: 204 len: 168 time: 0.3030882 Apr 15 20:53:54.787224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:54.943233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Allocated IP 172.28.0.200 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/768c8cb1-a12f-4d3b-ab69-23ba67df10e8) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:53:55.112932 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.148930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.167694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:55.306542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'Port': ['ID=768c8cb1-a12f-4d3b-ab69-23ba67df10e8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:55.308532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:55.320823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484b72-c9c9-4998-bc4b-e7e92be7f4ad req-b09d698b-3817-4889-a52c-0395d379c157 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:55.322401 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-35484b72-c9c9-4998-bc4b-e7e92be7f4ad req-b09d698b-3817-4889-a52c-0395d379c157 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.1121404 Apr 15 20:53:55.368205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:53:55.369490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:53:55.378028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:53:55.384031 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-35484b72-c9c9-4998-bc4b-e7e92be7f4ad req-fa72e886-ef8b-4539-8b82-023875191e70 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545073 Apr 15 20:53:55.460277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.523921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.583024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.737014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.759630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.763597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.780372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-95b9a840-d5c3-4367-b585-f1d0b6408130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:55.826363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:55.935799 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'Port': ['ID=768c8cb1-a12f-4d3b-ab69-23ba67df10e8,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:55.941295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:56.035393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:56.058618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:56.061662 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5029478 Apr 15 20:53:56.307112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-3874d905-28a7-4e4b-907f-03e1b512b590 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:56.323154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-3874d905-28a7-4e4b-907f-03e1b512b590 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:56.324606 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-3874d905-28a7-4e4b-907f-03e1b512b590 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1574331820&fields=id&tenant_id=cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 267 time: 0.0625403 Apr 15 20:53:56.499913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-59039902-21fd-4cf2-bdaa-500306b783fb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:56.501767 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-59039902-21fd-4cf2-bdaa-500306b783fb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 817 time: 0.1690557 Apr 15 20:53:56.520179 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-7dfd27af-6d12-4211-b6ff-7b7eda400df4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/quotas/cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 375 time: 0.0114555 Apr 15 20:53:56.613856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a591fb-97fd-4fb2-88bc-177a5e145d88 req-b95da3a9-8822-4a43-9440-eb2858966a52 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:56.615762 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a591fb-97fd-4fb2-88bc-177a5e145d88 req-b95da3a9-8822-4a43-9440-eb2858966a52 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.1054039 Apr 15 20:53:56.623298 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-68054186-bbdb-42e4-a155-a9f7d3f366b2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956275 Apr 15 20:53:56.674147 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-30a591fb-97fd-4fb2-88bc-177a5e145d88 req-7edab097-f683-4344-b578-ef10d9416b3a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516982 Apr 15 20:53:56.789456 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-237c634b-20b4-4cdb-b9b0-e4dce062883b service neutron] 10.222.0.70 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510615 Apr 15 20:53:56.951663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:56.964949 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-4e77c8c2-7af3-4483-973d-58a2f75efafa service neutron] 10.222.0.70 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683192 Apr 15 20:53:57.169742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-d1da5500-7008-4001-9221-aa831c83ab6b req-3477d8bf-8ed9-4c8f-992f-693e6069afc7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:57.185502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-d1da5500-7008-4001-9221-aa831c83ab6b req-3477d8bf-8ed9-4c8f-992f-693e6069afc7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:57.186846 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1da5500-7008-4001-9221-aa831c83ab6b req-3477d8bf-8ed9-4c8f-992f-693e6069afc7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 210 time: 0.0661554 Apr 15 20:53:57.902728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73d07f-66db-4621-bbed-2c5ccad0cacc req-1bae5857-c3a8-477b-abb2-a4e470b93242 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:57.904715 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dc73d07f-66db-4621-bbed-2c5ccad0cacc req-1bae5857-c3a8-477b-abb2-a4e470b93242 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.1035783 Apr 15 20:53:57.958625 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dc73d07f-66db-4621-bbed-2c5ccad0cacc req-46fc9bef-111e-4628-b9f4-088cdd4efd78 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Apr 15 20:53:58.390123 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2061ce99-56c7-4a1f-8a5e-bf116f43852c req-8b0433c4-b36d-4bd1-966d-b715f93c29d3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 210 time: 0.0618715 Apr 15 20:53:58.455341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-86bb2144-e0ba-4642-bc61-c2361f578621 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:58.456934 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-86bb2144-e0ba-4642-bc61-c2361f578621 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 817 time: 0.2230358 Apr 15 20:53:58.551112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-40737b72-9e73-4266-853c-2b0f92901dbd tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:security_group {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:58.565207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-40737b72-9e73-4266-853c-2b0f92901dbd tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:security_group {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:58.566821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-40737b72-9e73-4266-853c-2b0f92901dbd tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 5705 time: 0.1007590 Apr 15 20:53:58.579642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'port': {'device_id': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'admin_state_up': True, 'tenant_id': 'cce004407bbd4178ad23476622529231', 'security_groups': ['fd73394e-d58f-41a0-b81e-11b145b1547e']}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:58.733245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:53:58.746437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:53:58.758640 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Made reservation on behalf of cce004407bbd4178ad23476622529231 for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:53:58.765126 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:58.948447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Allocated IP 172.20.0.5 (cf4d53aa-aefb-43ee-9300-f500a9b5e295/8b2c76db-1cc5-4101-9b47-d15f22b445f5/d8c2f2d8-2edf-4b5e-b8af-5e822df7147c) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:53:59.192126 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:59.212560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Transition to ACTIVE for port object d8c2f2d8-2edf-4b5e-b8af-5e822df7147c will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:53:59.213404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85308-7707-4d7d-8f13-d53f9d1ddc65 req-c3bfec32-93e1-4281-aca7-60af3d63c7ae tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:59.215524 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe85308-7707-4d7d-8f13-d53f9d1ddc65 req-c3bfec32-93e1-4281-aca7-60af3d63c7ae tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.1064906 Apr 15 20:53:59.238351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:59.255217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d444bbf6-a48e-45a8-85c1-6e86580e0756 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:53:59.280278 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe85308-7707-4d7d-8f13-d53f9d1ddc65 req-011458f0-d2b7-488f-b356-b69fb55b79ca tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Apr 15 20:53:59.397644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:53:59.402218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:53:59.460048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:53:59.461343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:53:59.463749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:53:59.632258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:59.632973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:59.674408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-42b2f5c7-ef6a-4ce0-b4cb-1d545b353104 None None] Provisioning for port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:53:59.680197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-42b2f5c7-ef6a-4ce0-b4cb-1d545b353104 None None] Provisioning complete for port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:53:59.680621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-42b2f5c7-ef6a-4ce0-b4cb-1d545b353104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:53:59.694391 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1212423 Apr 15 20:53:59.720023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Request body: {'port': {'device_id': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:53:59.744999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-42b2f5c7-ef6a-4ce0-b4cb-1d545b353104 None None] Port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:53:59.787381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9ccd2-93c1-4542-b3ee-01cf67118a50 req-d46567a0-721a-4cc1-b988-3cf115ef8a85 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:59.788174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-7ff9ccd2-93c1-4542-b3ee-01cf67118a50 req-d46567a0-721a-4cc1-b988-3cf115ef8a85 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Synchronizing usage tracker for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:53:59.806019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-112e932c-78f2-4f78-ad02-e12983222644 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:53:59.807669 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-112e932c-78f2-4f78-ad02-e12983222644 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.2381985 Apr 15 20:53:59.912206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-7ff9ccd2-93c1-4542-b3ee-01cf67118a50 req-d46567a0-721a-4cc1-b988-3cf115ef8a85 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Unset dirty status for tenant:cce004407bbd4178ad23476622529231 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:53:59.913491 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7ff9ccd2-93c1-4542-b3ee-01cf67118a50 req-d46567a0-721a-4cc1-b988-3cf115ef8a85 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 931 time: 0.3931799 Apr 15 20:53:59.972922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Deleting port 73b82350-0ede-4b0c-a327-c3270faa44be {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:53:59.973292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:00.018682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:00.068705 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7ff9ccd2-93c1-4542-b3ee-01cf67118a50 req-12f1540d-74a2-4aef-be8c-26f9a8e7ca65 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464312 Apr 15 20:54:00.510014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd7a9-76c2-4159-98bf-3aa7316b1469 req-1622d6e1-3013-4204-8d01-076d72dadc8a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:00.514696 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-193bd7a9-76c2-4159-98bf-3aa7316b1469 req-1622d6e1-3013-4204-8d01-076d72dadc8a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 945 time: 0.1030245 Apr 15 20:54:00.516793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] For port 73b82350-0ede-4b0c-a327-c3270faa44be, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=73b82350-0ede-4b0c-a327-c3270faa44be,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:00.517226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:00.563256 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-193bd7a9-76c2-4159-98bf-3aa7316b1469 req-8c123656-984c-45f8-b7cf-2bc5996bbc79 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463328 Apr 15 20:54:00.836354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46246) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:00.909071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Calling delete_port for 73b82350-0ede-4b0c-a327-c3270faa44be owned by compute:nova {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:54:00.964170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:00.985094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:00.989605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Usage tracker for resource:security_group_rule and tenant:e48ca24cad524253a25e908dee3ce1b5 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:00.992678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:00.999083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:01.087870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.091697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.104879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0c71c9f7-689e-48df-aadd-900a5e48ad87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:01.109446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c2f2d8-2edf-4b5e-b8af-5e822df7147c {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:54:01.121839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.151299 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e48ca24cad524253a25e908dee3ce1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137264 Apr 15 20:54:01.151975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46260) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:01.154843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa36ef-a55e-4ed5-97ac-9a880c4c6a88,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:01.159432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Transition to ACTIVE for port object d8c2f2d8-2edf-4b5e-b8af-5e822df7147c will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:54:01.161806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.168593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:01.177394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f4ec32c4-3a50-41d9-9c3d-f74b79b0f38e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:01.177552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['73b82350-0ede-4b0c-a327-c3270faa44be'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:54:01.223051 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.223338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.251773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.298648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.303771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-aaa3d282-663e-4253-bf29-a1c068d2ff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:01.316574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa36ef-a55e-4ed5-97ac-9a880c4c6a88,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:01.319808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:01.322199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.323641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f3fa36ef-a55e-4ed5-97ac-9a880c4c6a88 HTTP/1.1" status: 204 len: 168 time: 0.1702976 Apr 15 20:54:01.384508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Pushing event deleted for resources: {'Port': ['ID=73b82350-0ede-4b0c-a327-c3270faa44be,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:01.387749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:01.404133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-70674cdc-1597-4d31-9249-e037e0f356b1 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:01.546527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:01.549727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:01.634150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46274) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:01.653848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.669966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:01.674365 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:7b3ea11da4a24b89b5eb08de740747ce is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:01.677510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:01.684026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:01.736652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc032f6c-a011-434f-8533-d1c8bb93a6df req-0c5707de-34e5-4d49-b0a7-17c197d5adbc tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:01.744550 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cc032f6c-a011-434f-8533-d1c8bb93a6df req-0c5707de-34e5-4d49-b0a7-17c197d5adbc tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.5253665 Apr 15 20:54:01.749306 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2ca3df6-5ed8-4786-a852-64562bf6a1ee req-cfd59ae6-772d-4165-a1b8-809c50834b1b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0700f5f-7365-4197-bda7-33dbddd6fef1 HTTP/1.1" status: 200 len: 210 time: 0.0597889 Apr 15 20:54:01.812720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] No DVR routers for this DVR port 73b82350-0ede-4b0c-a327-c3270faa44be on host hv-cinder-56205 {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:54:01.815542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.823054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'name': 'network-vif-deleted', 'tag': '73b82350-0ede-4b0c-a327-c3270faa44be'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:01.851264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.855577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.865010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-02903d58-2592-463d-91ab-2affc520d745 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:01.911179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61962b52-68f4-4082-a923-f820cb2bf305,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:01.916125 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b3ea11da4a24b89b5eb08de740747ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808278 Apr 15 20:54:01.917380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:01.918999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46280) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:01.929241 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0700f5f-7365-4197-bda7-33dbddd6fef1', 'name': 'network-vif-deleted', 'tag': '73b82350-0ede-4b0c-a327-c3270faa44be', 'status': 'completed', 'code': 200} Apr 15 20:54:01.930822 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ae6cc46e-cb98-4372-b2ba-7f6e0c1a9d62 req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "DELETE /v2.0/ports/73b82350-0ede-4b0c-a327-c3270faa44be HTTP/1.1" status: 204 len: 173 time: 2.1148162 Apr 15 20:54:01.946499 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cc032f6c-a011-434f-8533-d1c8bb93a6df req-942eccaf-61a4-4292-a0b9-3b5053b2293e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008238 Apr 15 20:54:01.989829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:01.991230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Attempting to bind port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:54:01.991613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Attempting to bind port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:54:01.992166 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Attempting to bind port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:54:01.997182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:54:01.997552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Attempting to bind port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c on network cf4d53aa-aefb-43ee-9300-f500a9b5e295 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:54:02.003392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:54:02.003766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Checking segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:54:02.004195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Bound using segment: {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:54:02.004664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Bound port: d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69df4948-9614-4e44-8a93-c6ba46e1bb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:54:02.005038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:02.021335 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:02.074426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:02.078955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-50f48952-abef-4e53-81a4-a19623044cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:02.092829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61962b52-68f4-4082-a923-f820cb2bf305,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:02.095217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:02.103052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:02.104282 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61962b52-68f4-4082-a923-f820cb2bf305 HTTP/1.1" status: 204 len: 168 time: 0.1842930 Apr 15 20:54:02.107386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:54:02.111053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:54:02.117277 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:02.134393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:02.290268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:02.293874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:02.333123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:02.333865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:02.335462 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] 10.222.0.60 "PUT /v2.0/ports/d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 1093 time: 2.6253402 Apr 15 20:54:02.472646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-401184da-2392-4e7b-8c4e-df1f996f0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:02.474306 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-401184da-2392-4e7b-8c4e-df1f996f0755 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1096 time: 0.0903254 Apr 15 20:54:02.572576 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-df43b452-581b-4f8e-86d1-4922307b89f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 217 time: 0.0874841 Apr 15 20:54:02.645888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-112db0f8-7299-4847-9217-164c84727ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:02.647580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-112db0f8-7299-4847-9217-164c84727ebc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0663350 Apr 15 20:54:02.742423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-c63ec4f7-6fad-4448-9332-b6b3142177b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:02.744069 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-c63ec4f7-6fad-4448-9332-b6b3142177b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0886209 Apr 15 20:54:02.915556 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-2b536d9c-cd3d-470a-b9fb-fbc57a44abe2 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605127 Apr 15 20:54:03.130439 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b179a4fb-0c7b-435e-8649-76668059fdd3 req-4f1a7470-f25d-4285-bccf-6f08dcc7ac7c service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078264 Apr 15 20:54:03.166254 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794bca-fdf8-4f82-a687-845ce7606364 req-a306e7c7-9079-4d53-82d9-5ae66de4b223 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:03.167885 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1e794bca-fdf8-4f82-a687-845ce7606364 req-a306e7c7-9079-4d53-82d9-5ae66de4b223 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.0969872 Apr 15 20:54:03.217714 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1e794bca-fdf8-4f82-a687-845ce7606364 req-e0f09be5-cb0a-412f-8fd7-57bd35251d71 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Apr 15 20:54:03.498595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 73b82350-0ede-4b0c-a327-c3270faa44be no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:54:03.536432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 73b82350-0ede-4b0c-a327-c3270faa44be {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:54:03.536828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 73b82350-0ede-4b0c-a327-c3270faa44be not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:54:03.930509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:03.981627 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'status': 'completed', 'code': 200} Apr 15 20:54:04.091990 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-5d083dda-b4fe-487e-9f42-005c45990698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:04.093617 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-5d083dda-b4fe-487e-9f42-005c45990698 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1096 time: 0.0876472 Apr 15 20:54:04.257703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-0b2f3dc8-feb0-46ab-9338-7842ed326ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:04.259414 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-0b2f3dc8-feb0-46ab-9338-7842ed326ded service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.1583176 Apr 15 20:54:04.350550 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-bef0adbf-5dfc-405c-9493-20f531e19b93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 217 time: 0.0821917 Apr 15 20:54:04.478871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-18e09c9a-1e8b-43d9-993b-3fcb53539838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:04.480531 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-18e09c9a-1e8b-43d9-993b-3fcb53539838 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.1225924 Apr 15 20:54:04.567100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce041db6-953f-4738-af74-42cc6023dc00 req-cd1a3807-6193-43dc-a281-4d804ae26f45 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:04.568692 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ce041db6-953f-4738-af74-42cc6023dc00 req-cd1a3807-6193-43dc-a281-4d804ae26f45 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.2094159 Apr 15 20:54:04.632959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-c0f93992-96b8-45a1-892c-622b1be3d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:04.634656 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-c0f93992-96b8-45a1-892c-622b1be3d2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1400950 Apr 15 20:54:04.639698 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ce041db6-953f-4738-af74-42cc6023dc00 req-6e651041-8641-41c7-a074-8fdfd755f359 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629125 Apr 15 20:54:05.019250 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-b93df93c-aa0e-4141-873e-0b9afa83f3c2 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766708 Apr 15 20:54:05.164468 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1844c88-772a-4983-8230-5d47fca8a1c6 req-d1580456-3ae8-4a09-9a11-153b6253d62a service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376991 Apr 15 20:54:05.527364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:54:05.707337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:05.724347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'mac_address': 'fa:16:3e:2c:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:54:05.801325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:05.822923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c2f2d8-2edf-4b5e-b8af-5e822df7147c {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:54:05.842097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:05.846733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:05.850009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:05.861941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46390) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:05.875488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f943ca-ce9d-461e-b4ac-dc5b4a628ff4 req-c25d0493-3de1-43a2-8d92-be7a64a5cb5f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:05.877551 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-84f943ca-ce9d-461e-b4ac-dc5b4a628ff4 req-c25d0493-3de1-43a2-8d92-be7a64a5cb5f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1014466 Apr 15 20:54:05.933497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:05.934357 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-84f943ca-ce9d-461e-b4ac-dc5b4a628ff4 req-91d29409-1ee3-4f77-a6f7-68ead2e2486e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488064 Apr 15 20:54:05.960204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.960594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.960973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.961346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.961716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.962137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.962747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.963635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.964161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.964678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.965568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.966058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:54:05.970537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:06.014298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.030250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:06.034679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Usage tracker for resource:security_group_rule and tenant:314de89f72ee43f4a06c40f119eece65 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:06.037882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:06.044272 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:06.083177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['d8c2f2d8-2edf-4b5e-b8af-5e822df7147c'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:54:06.135203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.138439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.146361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c80cbd75-74ae-46a6-9699-107d67efd3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:06.190955 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=314de89f72ee43f4a06c40f119eece65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274269 Apr 15 20:54:06.191994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eccd59-3dde-4a2c-9e61-7145fb59808a,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:06.193883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46398) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:06.195547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:06.497532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.528739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.577184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.581106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ca645134-4c29-4ab5-a1a2-4864f02b45dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:06.592814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eccd59-3dde-4a2c-9e61-7145fb59808a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:06.598282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:06.600357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:06.601590 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/28eccd59-3dde-4a2c-9e61-7145fb59808a HTTP/1.1" status: 204 len: 168 time: 0.4064388 Apr 15 20:54:07.025746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46422) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:07.154168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff3a9-62ff-4a14-88e2-168dd676a732 req-f49e9372-91b0-491d-8567-779da10fbf5f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:07.155794 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-504ff3a9-62ff-4a14-88e2-168dd676a732 req-f49e9372-91b0-491d-8567-779da10fbf5f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 944 time: 0.0944648 Apr 15 20:54:07.220750 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-504ff3a9-62ff-4a14-88e2-168dd676a732 req-6e2b4970-e8c1-4cb3-af26-7a10bd416488 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574913 Apr 15 20:54:07.373197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.400549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:07.414747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Usage tracker for resource:security_group_rule and tenant:7be8b473e0404279a4aeeac5a961f8ad is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:07.420069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:07.439783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:07.497966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0e046c22-e93f-4f20-a3ab-ca44e221c9d4 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:07.502705 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0e046c22-e93f-4f20-a3ab-ca44e221c9d4 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/networks?id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 200 len: 813 time: 0.2268755 Apr 15 20:54:07.536587 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-190bbe56-35c3-4ebc-98f3-4ca1cf0e26ce tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/quotas/466bcd381eb74cb19237e45e075812af HTTP/1.1" status: 200 len: 375 time: 0.0234456 Apr 15 20:54:07.545940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:54:07.600639 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-289a3f06-708e-46d7-95a0-92eca6a766cb tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=466bcd381eb74cb19237e45e075812af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573220 Apr 15 20:54:07.619344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:54:07.625375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:54:07.625808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.725102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.739401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.768069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.770601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-76b9b4f5-3b49-417f-b93c-de4cde418b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:07.782871 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7be8b473e0404279a4aeeac5a961f8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7555146 Apr 15 20:54:07.783690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46462) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:07.823976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:07.827265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c01e9f-0c2b-4900-b7e4-52bbf860f4b5,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:07.833278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:07.837167 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:07.841462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.843994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:07.853930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-b1819440-e22c-4807-86f2-b03035f0b253 service neutron] 10.222.0.70 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347810 Apr 15 20:54:07.889459 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'code': 200} Apr 15 20:54:07.892100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.920204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.925407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:07.929054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:07.974854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:07.980512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-811b2540-6ef9-4f27-890d-44789ef70018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:07.997437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c01e9f-0c2b-4900-b7e4-52bbf860f4b5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:08.001042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:08.009200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.010451 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-269d6fc4-3b71-4511-8031-85cd5efbca62 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4c01e9f-0c2b-4900-b7e4-52bbf860f4b5 HTTP/1.1" status: 204 len: 168 time: 0.2257240 Apr 15 20:54:08.082503 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-e94fac65-a963-4770-8f69-54f320f5438d service neutron] 10.222.0.70 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148137 Apr 15 20:54:08.163655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac326b-ef76-413c-8689-ed21fe00d732 req-dda9bcd6-44a6-440d-ba95-b119d9c9f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:08.165312 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a7ac326b-ef76-413c-8689-ed21fe00d732 req-dda9bcd6-44a6-440d-ba95-b119d9c9f622 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1098 time: 0.0851438 Apr 15 20:54:08.213096 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a7ac326b-ef76-413c-8689-ed21fe00d732 req-03e350b1-f02a-4142-8a82-3e0d428a3622 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Apr 15 20:54:08.315771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-2ea4601f-8c26-444c-be20-d535bb725660 req-588b4b38-4dff-46f9-9988-1263c17cd61a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Synchronizing usage tracker for tenant:466bcd381eb74cb19237e45e075812af on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:54:08.351992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-2ea4601f-8c26-444c-be20-d535bb725660 req-588b4b38-4dff-46f9-9988-1263c17cd61a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Unset dirty status for tenant:466bcd381eb74cb19237e45e075812af on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:54:08.361481 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2ea4601f-8c26-444c-be20-d535bb725660 req-588b4b38-4dff-46f9-9988-1263c17cd61a tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 210 time: 0.0961998 Apr 15 20:54:08.451288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46490) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:08.453943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30f460-ec7c-4409-b62d-8f581e20c8fc req-637709ff-da5b-4fa4-a8d7-0c5f92069d7f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:08.455979 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6c30f460-ec7c-4409-b62d-8f581e20c8fc req-637709ff-da5b-4fa4-a8d7-0c5f92069d7f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1090333 Apr 15 20:54:08.515631 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6c30f460-ec7c-4409-b62d-8f581e20c8fc req-3bd5cfbb-3515-41f2-a936-d38e12de31fd tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520675 Apr 15 20:54:08.591500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46498) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:08.631550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.644746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.664265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:08.666965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:08.672056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Usage tracker for resource:security_group_rule and tenant:aff091ee879248d68ab464ee19a78f6f is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:08.675177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Usage tracker for resource:security_group_rule and tenant:bb956ccfd3ce4e6b87277e016ebdbc67 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:08.678091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:08.681106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:08.689322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:08.692191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:08.851317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.853484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.856493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.865451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:08.876594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:08.932663 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aff091ee879248d68ab464ee19a78f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397942 Apr 15 20:54:08.935966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46504) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:08.937944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569bac61-1539-4c58-95cf-1912fcecd358,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:08.943835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:08.944396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f3b2172f-e3f5-41e2-a1ad-e4a3167dcbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:08.958617 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb956ccfd3ce4e6b87277e016ebdbc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033844 Apr 15 20:54:08.959621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46508) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:09.012195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.016778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135e23d-90ce-4363-8d2d-ae1910b3e229,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:09.023630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-35c75a67-de49-4384-9655-3e304014c382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:09.044555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.046066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.073153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.097386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.102708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ffde796a-8df6-4869-97f7-181257312b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:09.117602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569bac61-1539-4c58-95cf-1912fcecd358,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:09.119902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.120041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:09.124038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6f82467f-0793-44fe-be6b-5a0978251b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:09.129285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.133020 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/569bac61-1539-4c58-95cf-1912fcecd358 HTTP/1.1" status: 204 len: 168 time: 0.1933215 Apr 15 20:54:09.138753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135e23d-90ce-4363-8d2d-ae1910b3e229,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:09.141025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:09.149908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.153904 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2c8e409c-54ba-41c0-be5c-fb8bf10ecf95 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7135e23d-90ce-4363-8d2d-ae1910b3e229 HTTP/1.1" status: 204 len: 168 time: 0.1907246 Apr 15 20:54:09.542741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-f3f849ad-6442-44d9-9037-a408b0af2334 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:09.545529 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-f3f849ad-6442-44d9-9037-a408b0af2334 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "GET /v2.0/networks?id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 200 len: 813 time: 0.1983883 Apr 15 20:54:09.598226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Request body: {'port': {'device_id': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab', 'admin_state_up': True, 'tenant_id': '466bcd381eb74cb19237e45e075812af'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:09.622833 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0cf04dcb-d1aa-4199-84f1-d4454f477072 req-2ade9059-db6d-4a0e-8c2d-b261c5f3749e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 210 time: 0.0760648 Apr 15 20:54:09.761260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:09.772592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:09.782137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Made reservation on behalf of 466bcd381eb74cb19237e45e075812af for: {'port': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:54:09.788424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:09.789832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff41a5e-e987-4ac1-ac68-c0c5c92d487f req-831a1bda-8b8b-46dd-b9af-a0978b6d57f1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:09.791561 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aff41a5e-e987-4ac1-ac68-c0c5c92d487f req-831a1bda-8b8b-46dd-b9af-a0978b6d57f1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1114893 Apr 15 20:54:09.847768 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aff41a5e-e987-4ac1-ac68-c0c5c92d487f req-f0e94de2-c01e-425f-91b3-26135f12e7d6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465989 Apr 15 20:54:10.021684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Allocated IP 172.20.0.7 (8f0e40fa-30e1-4642-b4fd-873a84cdb7ab/8985b554-e7a3-46d5-830f-288dd4c0a367/b2b9b464-6434-49ce-b5d1-8ff372ce4f21) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:54:10.138302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea2b5-647a-44e5-a5f9-0dce5e6b307a req-04f8e0f9-f5cf-4533-a37a-e7e038399f1b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:10.139975 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bffea2b5-647a-44e5-a5f9-0dce5e6b307a req-04f8e0f9-f5cf-4533-a37a-e7e038399f1b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1760643 Apr 15 20:54:10.149800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46550) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:10.156430 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Request body: {'floatingip': {'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:10.243910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:10.282872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:10.318442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:10.334995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f204884a-4273-4000-afe7-f9722ff5a41c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:10.478596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Pushing event updated for resources: {'Port': ['ID=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:10.483226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:10.542456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:54:10.543658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:54:10.546342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:54:10.624501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:10.625376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:10.670543 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647221 Apr 15 20:54:10.683470 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Request body: {'port': {'device_id': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:10.867328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:10.919380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6132bee-ff90-4f5f-8c24-fdc34a6e359e req-8b7aa41b-0eb8-4313-9e13-ca9f36b4b20b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:10.920934 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6132bee-ff90-4f5f-8c24-fdc34a6e359e req-8b7aa41b-0eb8-4313-9e13-ca9f36b4b20b tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 931 time: 0.1268930 Apr 15 20:54:11.057233 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b6132bee-ff90-4f5f-8c24-fdc34a6e359e req-2182a4f8-e0e6-49da-a00d-12ed09563045 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Apr 15 20:54:11.096824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:11.100846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:11.251259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b9b464-6434-49ce-b5d1-8ff372ce4f21 {{(pid=85418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:54:11.260161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:11.276517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Transition to ACTIVE for port object b2b9b464-6434-49ce-b5d1-8ff372ce4f21 will not be triggered until provisioned by entity L2. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:54:11.280489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:11.296627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dd1f7d8c-5202-4cb7-93f5-ec0f2a11736f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:11.369105 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Floating IP ba688a02-122a-4730-ad36-463a7928d479 associated. External IP: 172.28.0.200, port: d8c2f2d8-2edf-4b5e-b8af-5e822df7147c. Apr 15 20:54:11.434391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Pushing event updated for resources: {'Port': ['ID=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:11.448846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:11.520845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9247b0c-21ed-4a89-b7be-bc6d59e9e8e1 req-5e3df079-2fa7-4786-adac-002aa69fb46c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:11.522391 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a9247b0c-21ed-4a89-b7be-bc6d59e9e8e1 req-5e3df079-2fa7-4786-adac-002aa69fb46c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.2821124 Apr 15 20:54:11.602307 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a9247b0c-21ed-4a89-b7be-bc6d59e9e8e1 req-0ec0b54e-a497-444f-a86e-ef2e579ae550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691354 Apr 15 20:54:11.660273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Attempting to bind port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:54:11.660658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Attempting to bind port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:54:11.661033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Attempting to bind port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 on network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:54:11.666405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 on network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:54:11.666768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Attempting to bind port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 on network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:54:11.672633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:54:11.673012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Checking segment: {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:54:11.673471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Bound using segment: {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'} {{(pid=85418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:54:11.673942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Bound port: b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ad641b5-da75-4f45-8a7c-f35eb14387cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab'}}] {{(pid=85418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:54:11.674379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:11.785261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] For port b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host hv-cinder-56205, cleared binding levels {{(pid=85418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:54:11.789789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] For port b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:54:11.796053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:11.814047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-46379106-8fe7-47bc-be6f-e49f891057e3 tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:11.973284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Pushing event updated for resources: {'Port': ['ID=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,revision_number=3']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:11.978836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:12.014220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:12.015550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:12.017337 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] 10.222.0.60 "PUT /v2.0/ports/b2b9b464-6434-49ce-b5d1-8ff372ce4f21 HTTP/1.1" status: 200 len: 1093 time: 1.3433158 Apr 15 20:54:12.018101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'tag': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:12.047847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:54:12.111660 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'tag': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21', 'status': 'completed', 'code': 200} Apr 15 20:54:12.162909 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-4fc8255f-6450-44fb-ac51-bfdcca2d2b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:12.164779 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-4fc8255f-6450-44fb-ac51-bfdcca2d2b08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=466bcd381eb74cb19237e45e075812af&device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 1096 time: 0.0954149 Apr 15 20:54:12.245541 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-3933dfd3-40eb-4963-a1b9-0ad2ca328f5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21 HTTP/1.1" status: 200 len: 217 time: 0.0714893 Apr 15 20:54:12.307390 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:54:12.312685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:12.318872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:54:12.332597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:54:12.333664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:53:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:12.383229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbafea3-700f-41c1-9c25-3f122b01f6b0 req-fa90936d-99b2-4905-9b50-501dbe3582f0 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:12.384917 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ecbafea3-700f-41c1-9c25-3f122b01f6b0 req-fa90936d-99b2-4905-9b50-501dbe3582f0 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 943 time: 0.1902077 Apr 15 20:54:12.391626 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a19242ef-fbdb-4163-a4d4-149c09aa676f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "PUT /v2.0/floatingips/ba688a02-122a-4730-ad36-463a7928d479 HTTP/1.1" status: 200 len: 991 time: 2.2405021 Apr 15 20:54:12.393744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:12.444520 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ecbafea3-700f-41c1-9c25-3f122b01f6b0 req-1c89f905-3d37-4cf7-ae1b-43d9c2ac50d7 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515754 Apr 15 20:54:12.515741 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'status': 'completed', 'code': 200} Apr 15 20:54:12.543831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:54:12.640840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-ef472df6-ccda-480a-bbd8-53b69db0138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:12.642563 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-ef472df6-ccda-480a-bbd8-53b69db0138f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8985b554-e7a3-46d5-830f-288dd4c0a367 HTTP/1.1" status: 200 len: 853 time: 0.3874743 Apr 15 20:54:12.705273 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-3aee41d9-04e4-48c9-806f-12c096248e3a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534489 Apr 15 20:54:12.803637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-3ca8814b-02a2-4879-b812-003b85396931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:12.805289 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-3ca8814b-02a2-4879-b812-003b85396931 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1098 time: 0.2172248 Apr 15 20:54:12.828618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9bb3-048d-478d-890b-c9ac5ec1083f req-406c95c3-50c7-4be5-97f7-864690fa4afa tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:12.830482 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ca8e9bb3-048d-478d-890b-c9ac5ec1083f req-406c95c3-50c7-4be5-97f7-864690fa4afa tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0992184 Apr 15 20:54:12.881652 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ca8e9bb3-048d-478d-890b-c9ac5ec1083f req-d893b728-95c0-4c59-ab9e-3b276d0f554c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442216 Apr 15 20:54:12.927419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': 'ba688a02-122a-4730-ad36-463a7928d479', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'mac_address': 'fa:16:3e:2c:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:55Z', 'updated_at': '2021-04-15T20:54:10Z', 'revision_number': 1, 'project_id': 'cce004407bbd4178ad23476622529231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:12.931582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:54:12.940680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:54:12.941353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:53:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:12.979749 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-79b51565-009b-4706-8138-7d318ad0c1c2 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618306 Apr 15 20:54:13.088658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-c97af370-a32c-429e-825d-ee4f2581ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:13.090326 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-c97af370-a32c-429e-825d-ee4f2581ed7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.2711799 Apr 15 20:54:13.134797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-2069e03d-115f-446f-917d-68b339fa361a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:13.136555 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-2069e03d-115f-446f-917d-68b339fa361a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.0947607 Apr 15 20:54:13.228687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Deleting port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:54:13.229485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:13.252005 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-447b1e3f-e3cd-4784-8463-15f55f3b34cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 999 time: 0.1481056 Apr 15 20:54:13.254239 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e982143b-1196-455e-ac69-19f3fa0e1354 req-a7ed9284-9b9c-4f3e-937a-d385a05b5037 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656813 Apr 15 20:54:13.331241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:54:13.394905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-f7f66a6b-e6bc-4595-9926-be30ead2b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:13.396424 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-f7f66a6b-e6bc-4595-9926-be30ead2b52e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.1342251 Apr 15 20:54:13.479575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-83b1aecb-a5df-4e9d-a85e-f7640f0db588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:13.481191 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-83b1aecb-a5df-4e9d-a85e-f7640f0db588 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=466bcd381eb74cb19237e45e075812af&device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 1096 time: 0.1689236 Apr 15 20:54:13.612353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46596) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:13.626355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] For port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:13.626787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:13.757442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-7f6c3303-e4b9-4202-8ebf-52b3e5160349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:13.759133 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-7f6c3303-e4b9-4202-8ebf-52b3e5160349 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3523548 Apr 15 20:54:13.772956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-2d2b914f-0b20-4519-9d10-4c3300301b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:13.774568 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-2d2b914f-0b20-4519-9d10-4c3300301b7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 200 len: 914 time: 0.2739675 Apr 15 20:54:13.816755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': 'ba688a02-122a-4730-ad36-463a7928d479', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'mac_address': 'fa:16:3e:2c:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:55Z', 'updated_at': '2021-04-15T20:54:10Z', 'revision_number': 1, 'project_id': 'cce004407bbd4178ad23476622529231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:13.821059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0621566d-b3da-49b4-8d46-87f06dfa31bd None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': 'ba688a02-122a-4730-ad36-463a7928d479', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'mac_address': 'fa:16:3e:2c:b6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:53:55Z', 'updated_at': '2021-04-15T20:54:10Z', 'revision_number': 1, 'project_id': 'cce004407bbd4178ad23476622529231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:54:13.865368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:13.888047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:13.902808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Usage tracker for resource:security_group_rule and tenant:1904598bf4c34e04a4296f737ca31215 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:13.907705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:13.941698 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-53e7f4b1-063c-4f84-b55e-92f93649e199 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21 HTTP/1.1" status: 200 len: 217 time: 0.1395874 Apr 15 20:54:13.999682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:14.015161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02348-f916-4b15-9b64-fadc09a29440 req-7d2f50f3-67b1-40cf-9bb2-88371b30edf7 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:14.015911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-62f02348-f916-4b15-9b64-fadc09a29440 req-7d2f50f3-67b1-40cf-9bb2-88371b30edf7 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Synchronizing usage tracker for tenant:466bcd381eb74cb19237e45e075812af on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:54:14.086929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-62f02348-f916-4b15-9b64-fadc09a29440 req-7d2f50f3-67b1-40cf-9bb2-88371b30edf7 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Unset dirty status for tenant:466bcd381eb74cb19237e45e075812af on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:54:14.087573 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-62f02348-f916-4b15-9b64-fadc09a29440 req-7d2f50f3-67b1-40cf-9bb2-88371b30edf7 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 943 time: 0.4158578 Apr 15 20:54:14.091318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-de0bdf5b-9548-479c-a02a-08be506d3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:14.092538 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-de0bdf5b-9548-479c-a02a-08be506d3032 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8985b554-e7a3-46d5-830f-288dd4c0a367 HTTP/1.1" status: 200 len: 853 time: 0.1435933 Apr 15 20:54:14.098649 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-2aaae847-13a1-4a71-94cd-116eeb30212a service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230226 Apr 15 20:54:14.128336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.128764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.129130 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Floating IP 926fa215-14fe-4321-b886-d757ebfbd737 disassociated. External IP: 172.28.0.187, port: 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577. Apr 15 20:54:14.129536 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Calling delete_port for 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:54:14.131977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9db1758-8376-42e1-8d08-ae7b0610faa1 None None] New status for floating IP ba688a02-122a-4730-ad36-463a7928d479: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:54:14.242387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-15c2f4ab-4e99-482d-a645-0a9dce4aafbb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268857 Apr 15 20:54:14.261154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5999b97-99d4-4592-bd34-c07da8d038d6 req-d1e7862e-8956-4c90-b2f6-fc769b6aa490 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:14.262840 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d5999b97-99d4-4592-bd34-c07da8d038d6 req-d1e7862e-8956-4c90-b2f6-fc769b6aa490 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 945 time: 0.2529948 Apr 15 20:54:14.360210 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-62f02348-f916-4b15-9b64-fadc09a29440 req-2a7a412d-2193-40d9-85c5-9a7a87f3b237 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652769 Apr 15 20:54:14.365418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.385475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.399425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:14.422211 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d5999b97-99d4-4592-bd34-c07da8d038d6 req-51f893db-de2f-4940-8382-791978d2a203 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=18bf219e-92b0-430d-833a-7065b0063e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1464362 Apr 15 20:54:14.442277 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c7961ef9-aaed-49c2-a940-12084f018df4 req-a3c75d2b-7c02-4177-9b3e-1176832b33c4 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298864 Apr 15 20:54:14.454542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.462861 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-386c1515-fe0a-4862-b932-a97aa5a8e858 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055178 Apr 15 20:54:14.479333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac615fc-35e9-4a6c-ba21-ffe979abae61,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:14.483107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:14.488529 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8636547b-8169-4031-ac64-b6e12d01ba7e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1904598bf4c34e04a4296f737ca31215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8724890 Apr 15 20:54:14.499139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46604) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:14.536081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3f924300-1b55-44e8-a7b5-dba44847fa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:14.590346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event deleted for resources: {'Port': ['ID=3effa42a-3aa5-4c13-a8a2-4d0c21eb8577,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:14.593092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:14.871618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Router 364aff61-8c94-4211-ac77-54637fd93d2b has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:54:14.917411 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e127c27-adbb-4d6e-86ca-387f551e6508 req-9fe331c3-608f-47db-8910-0eca6e2e9e32 service neutron] 10.222.0.60 "GET /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463603 Apr 15 20:54:14.920113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.951093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:14.998916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:15.003839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-575bb387-538f-4aad-ba52-4fac6f3467d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:15.014747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac615fc-35e9-4a6c-ba21-ffe979abae61,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:15.017332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:15.023771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:15.027954 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7ea58d2d-6a78-4781-aa16-b106cf008abc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ac615fc-35e9-4a6c-ba21-ffe979abae61 HTTP/1.1" status: 204 len: 168 time: 0.5248303 Apr 15 20:54:15.330874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:54:15.341588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:54:15.353613 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:54:15.354519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:53:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:15.408954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] No DVR routers for this DVR port 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:54:15.411743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:15.416221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'name': 'network-vif-deleted', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:15.435912 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ead1d2a3-7a51-4ffd-b829-8757136b8e66 req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "DELETE /v2.0/ports/3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 HTTP/1.1" status: 204 len: 173 time: 2.2933409 Apr 15 20:54:15.475078 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a36694-2252-4d86-ac6f-435f0bce678c', 'name': 'network-vif-deleted', 'tag': '3effa42a-3aa5-4c13-a8a2-4d0c21eb8577', 'status': 'completed', 'code': 200} Apr 15 20:54:15.565190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:54:15.619853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device b2b9b464-6434-49ce-b5d1-8ff372ce4f21 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:54:15.620501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d3c72-2297-4ba0-997c-146f8f67cc94 req-a07d71af-e218-48c3-9458-fb051c237947 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:15.622108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:54:15.622281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fe7d3c72-2297-4ba0-997c-146f8f67cc94 req-a07d71af-e218-48c3-9458-fb051c237947 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 943 time: 0.1146009 Apr 15 20:54:15.630810 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ae931951-a168-495e-ac66-0b4084e99e2d req-3b3eaed7-d79a-44a1-a950-65233549182b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6a36694-2252-4d86-ac6f-435f0bce678c HTTP/1.1" status: 200 len: 210 time: 0.0547225 Apr 15 20:54:15.669471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:54:15.669849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 3effa42a-3aa5-4c13-a8a2-4d0c21eb8577 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:54:15.673825 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fe7d3c72-2297-4ba0-997c-146f8f67cc94 req-2577d6ce-37ea-4b6a-9342-4af2a878d48e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443397 Apr 15 20:54:15.998332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:16.047806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21', 'network_id': '8f0e40fa-30e1-4642-b4fd-873a84cdb7ab', 'port_id': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21', 'mac_address': 'fa:16:3e:bd:a6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8985b554-e7a3-46d5-830f-288dd4c0a367', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:54:16.122050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:16.143379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b9b464-6434-49ce-b5d1-8ff372ce4f21 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:54:16.162606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:16.167458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:16.169165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:54:16.172963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:16.176435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:16.222570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:54:16.223236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:53:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:16.557781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:16.563225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:16.603951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['b2b9b464-6434-49ce-b5d1-8ff372ce4f21'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:54:16.640552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:54:16.766800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46626) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:16.836604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:16.866927 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:16.893170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fe09d-c531-47bf-8a3f-842ccbb5e679 req-c06a7fc2-758c-4d0b-8c03-1d2c88fd5088 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:16.894846 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-297fe09d-c531-47bf-8a3f-842ccbb5e679 req-c06a7fc2-758c-4d0b-8c03-1d2c88fd5088 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 944 time: 0.0932543 Apr 15 20:54:16.918920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:16.924615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8c689895-1b0a-4ec9-ae72-84062381a958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:16.941216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bf219e-92b0-430d-833a-7065b0063e4a,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:16.943828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:16.949592 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-297fe09d-c531-47bf-8a3f-842ccbb5e679 req-6f3af101-bdda-4fa4-8131-bf1ef2616137 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477254 Apr 15 20:54:16.956487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:16.957921 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-13e3c045-dd09-47ed-b4e3-1cc1f2bb24c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "DELETE /v2.0/security-groups/18bf219e-92b0-430d-833a-7065b0063e4a HTTP/1.1" status: 204 len: 168 time: 0.1900373 Apr 15 20:54:16.960783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46632) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:16.983007 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.v2.resource [None req-b6e674c9-740f-4a14-98bd-96c9229d45d5 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] show failed (client error): The resource could not be found. Apr 15 20:54:16.987193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b6e674c9-740f-4a14-98bd-96c9229d45d5 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups/18bf219e-92b0-430d-833a-7065b0063e4a HTTP/1.1" status: 404 len: 347 time: 0.0221519 Apr 15 20:54:16.987901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46636) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:17.152700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:17.157080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7383fc-b81d-44d9-9376-eae40b109043 None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:54:17.159874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Deleting port a10f96cd-be20-40d7-9c52-204692ec8cd6 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:54:17.160263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.353242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.353596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.487764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Calling delete_port for a10f96cd-be20-40d7-9c52-204692ec8cd6 owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:54:17.505781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a515d5-0d59-41d1-8478-4e19f9a6b7a8 None None] New status for floating IP 926fa215-14fe-4321-b886-d757ebfbd737: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:54:17.606994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device b2b9b464-6434-49ce-b5d1-8ff372ce4f21 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:54:17.641652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.658198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:17.667617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-d7a515d5-0d59-41d1-8478-4e19f9a6b7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85421) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:54:17.667976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-d7a515d5-0d59-41d1-8478-4e19f9a6b7a8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:54:17.682888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:54:17.688191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:54:17.688694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.706073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event deleted for resources: {'Port': ['ID=a10f96cd-be20-40d7-9c52-204692ec8cd6,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:17.708729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:17.818036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.846940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:17.857463 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:17.861679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.864045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:17.898466 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21', 'code': 200} Apr 15 20:54:17.935895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.940059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:17.943530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:17.951393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:17.952653 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "DELETE /v2.0/floatingips/926fa215-14fe-4321-b886-d757ebfbd737 HTTP/1.1" status: 204 len: 168 time: 0.9642279 Apr 15 20:54:18.170109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a515d5-0d59-41d1-8478-4e19f9a6b7a8 None None] New status for floating IP 926fa215-14fe-4321-b886-d757ebfbd737: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:54:18.217608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e026f-1de2-469a-b658-a46f5de9489a req-66544102-e533-4c88-8eb9-6f8d712e3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:18.219250 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a66e026f-1de2-469a-b658-a46f5de9489a req-66544102-e533-4c88-8eb9-6f8d712e3bf7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 1098 time: 0.1464849 Apr 15 20:54:18.232521 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b323b8-19d0-47f7-b680-01a7e1c17e98 req-2fca50e0-861d-4a9e-aa38-bdbdf944f82d tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:18.234113 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-13b323b8-19d0-47f7-b680-01a7e1c17e98 req-2fca50e0-861d-4a9e-aa38-bdbdf944f82d tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.1204090 Apr 15 20:54:18.307607 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-13b323b8-19d0-47f7-b680-01a7e1c17e98 req-5829d056-49d2-4265-93e5-d01638ad0bd6 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590813 Apr 15 20:54:18.311143 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a66e026f-1de2-469a-b658-a46f5de9489a req-5f6cf853-a657-4c76-b6d5-db46db42d44b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760739 Apr 15 20:54:18.328850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46648) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:18.335231 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045451761', 'description': 'tempest-description--1738069458'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:18.342530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:18.347598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:18.351020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:18.357454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:18.367885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.389926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:18.394311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:18.397579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:18.404055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:18.477138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.480555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.484428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a5e7a280-9a39-47f9-8614-d04178a5b569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:18.533148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d2d093-a9ae-4a05-851e-d299809d4a4b,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:18.536127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.540396 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2071874 Apr 15 20:54:18.540396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:18.540827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 46652) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:18.546398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'security_group_rule': {'security_group_id': '32d2d093-a9ae-4a05-851e-d299809d4a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:18.553175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:18.557434 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:18.560567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:18.567039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:18.585423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.657754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.661466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.669398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:18.691249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=943128a1-7cd6-4a88-9ab6-a758228bd16f,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:18.694011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:18.698282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.702481 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-757c303b-953b-4bd5-a775-2b00416a838b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607111 Apr 15 20:54:18.702633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46656) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:18.708740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'security_group_rule': {'security_group_id': '32d2d093-a9ae-4a05-851e-d299809d4a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:18.715987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:18.720505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:security_group_rule and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:18.724099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:18.730615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:18.748971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.821892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.826486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.828686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d36b444e-5cd1-4187-b8a5-f25a0efc1898 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:18.851731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f33f9911-0849-4677-bdbe-cad549346bb2,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:18.855998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:18.863811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:18.868500 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648819 Apr 15 20:54:18.869176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46660) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:18.874838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'floatingip': {'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:18.881413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:18.885619 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Usage tracker for resource:floatingip and tenant:17bd4e7cb3a64e5eabc483399370f9ef is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:54:18.888680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:54:18.895194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:18.907339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.056894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.204842 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Allocated IP 172.28.0.178 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/9827dc48-1177-47d5-81a5-7b309e4d75b1) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:54:19.364461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.396316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.413282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-52fa2cc0-5683-4b51-a9ca-137f27512848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:19.528427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443ef7-ab30-4816-bc84-32f9f9fe41ff req-88b39abc-1fdf-44a6-8d6b-383850fc742d tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:19.530210 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-07443ef7-ab30-4816-bc84-32f9f9fe41ff req-88b39abc-1fdf-44a6-8d6b-383850fc742d tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.0937793 Apr 15 20:54:19.549650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'Port': ['ID=9827dc48-1177-47d5-81a5-7b309e4d75b1,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:19.562481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:19.586418 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-07443ef7-ab30-4816-bc84-32f9f9fe41ff req-6d28daa4-39d4-4e31-8047-01508a94cbff tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490978 Apr 15 20:54:19.605636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:54:19.606844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:54:19.609187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:54:19.699174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.762809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.992097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:19.995930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:20.012729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f10172f2-9542-4813-9670-a4f226126013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:20.150371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'Port': ['ID=9827dc48-1177-47d5-81a5-7b309e4d75b1,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:20.163156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:20.263872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:20.287944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:20.289279 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ebae5941-630b-4a43-801d-6ef153d49e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4190891 Apr 15 20:54:20.546993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-a944e5df-7ebd-49f0-8e40-0b96b148c0a6 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:54:20.564719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-a944e5df-7ebd-49f0-8e40-0b96b148c0a6 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:54:20.566024 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-a944e5df-7ebd-49f0-8e40-0b96b148c0a6 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--2045451761&fields=id&tenant_id=17bd4e7cb3a64e5eabc483399370f9ef HTTP/1.1" status: 200 len: 267 time: 0.0653079 Apr 15 20:54:20.744281 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-f2eff71d-e762-48b8-918d-21338399d54d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:20.745881 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-f2eff71d-e762-48b8-918d-21338399d54d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 810 time: 0.1721363 Apr 15 20:54:20.763603 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-f72ede1a-3cec-4d2d-b055-cb3056041c85 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/quotas/17bd4e7cb3a64e5eabc483399370f9ef HTTP/1.1" status: 200 len: 375 time: 0.0104704 Apr 15 20:54:20.858553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-3ce152cf-78b8-4a68-b6a6-aee38e6b907d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:54:20.876145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-3ce152cf-78b8-4a68-b6a6-aee38e6b907d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:54:20.877876 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-3ce152cf-78b8-4a68-b6a6-aee38e6b907d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080658 Apr 15 20:54:21.040430 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-e4155703-1300-4140-8c4b-12732db76c9e service neutron] 10.222.0.70 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409087 Apr 15 20:54:21.186187 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-117dbbe8-4ac1-436a-8acc-a6691b117ff9 service neutron] 10.222.0.70 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390386 Apr 15 20:54:21.395902 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0d27b84e-7682-46c5-81a3-e3d40d9e12de req-afc02348-12de-4cae-a5a1-0499dba32268 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0502326 Apr 15 20:54:22.380974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-68779889-b946-494d-9845-4a0202265db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:22.576783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d1835d14-ac24-4740-94c9-b4e2f80ef188 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:22.578180 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d1835d14-ac24-4740-94c9-b4e2f80ef188 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 810 time: 0.2107954 Apr 15 20:54:22.616278 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f37e8f9e-8920-4514-8ae3-2a235745c19a req-4cbe3f8d-2257-441c-9c27-f24ad42f53cc tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0896895 Apr 15 20:54:22.666329 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-ae74ac37-6527-47ab-b5ac-7b31732514f2 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef HTTP/1.1" status: 200 len: 5705 time: 0.0776188 Apr 15 20:54:22.677097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'port': {'device_id': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'admin_state_up': True, 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'security_groups': ['32d2d093-a9ae-4a05-851e-d299809d4a4b']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:22.830142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:54:22.840135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:54:22.850014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Made reservation on behalf of 17bd4e7cb3a64e5eabc483399370f9ef for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:54:22.856152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:23.037164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Allocated IP 172.20.0.11 (c09bf7c1-a98b-4439-a501-e46c39115d79/886ce4b9-23b9-4675-a42b-e706f8b664d5/af7569d5-caaa-417d-8517-df1fbd63dd21) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:54:23.235305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:23.253070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Transition to ACTIVE for port object af7569d5-caaa-417d-8517-df1fbd63dd21 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:54:23.280223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:23.295090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-89a7c66f-64da-4566-a574-fb287d2c2360 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:23.429411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event updated for resources: {'Port': ['ID=af7569d5-caaa-417d-8517-df1fbd63dd21,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:23.433843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:23.487235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Network c09bf7c1-a98b-4439-a501-e46c39115d79 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:54:23.488391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:54:23.490647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:54:23.559988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:23.560721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:23.588222 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d37b7e8c-473f-4661-9d53-e94801d2aaaf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9151466 Apr 15 20:54:23.601520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Request body: {'port': {'device_id': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:23.705820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-d4b6dae6-c399-472a-824d-cab417bb6aa5 None None] Provisioning for port af7569d5-caaa-417d-8517-df1fbd63dd21 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:54:23.711069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-d4b6dae6-c399-472a-824d-cab417bb6aa5 None None] Provisioning complete for port af7569d5-caaa-417d-8517-df1fbd63dd21 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:54:23.711689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d4b6dae6-c399-472a-824d-cab417bb6aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:23.736211 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:23.774997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6dae6-c399-472a-824d-cab417bb6aa5 None None] Port af7569d5-caaa-417d-8517-df1fbd63dd21 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:54:24.226603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11cc35-cf22-4a89-aa4e-07cf5e4793f0 req-e5eaa306-4ea3-4913-b4ed-d8e91c4bc631 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:24.227357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-da11cc35-cf22-4a89-aa4e-07cf5e4793f0 req-e5eaa306-4ea3-4913-b4ed-d8e91c4bc631 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:54:24.306782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-da11cc35-cf22-4a89-aa4e-07cf5e4793f0 req-e5eaa306-4ea3-4913-b4ed-d8e91c4bc631 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:54:24.308058 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-da11cc35-cf22-4a89-aa4e-07cf5e4793f0 req-e5eaa306-4ea3-4913-b4ed-d8e91c4bc631 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 932 time: 0.5603375 Apr 15 20:54:24.361128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-38860097-4a39-4c1e-b7f7-2f2365f6c650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:24.391434 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-da11cc35-cf22-4a89-aa4e-07cf5e4793f0 req-928573b9-581e-4d7a-9647-d810e6c5f52a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676258 Apr 15 20:54:24.476564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7569d5-caaa-417d-8517-df1fbd63dd21 {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:54:24.485198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:24.501499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Transition to ACTIVE for port object af7569d5-caaa-417d-8517-df1fbd63dd21 will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:54:24.505931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:24.525530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1af64fb9-6c5d-46a6-85a9-2eef42ed15fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:24.659387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Pushing event updated for resources: {'Port': ['ID=af7569d5-caaa-417d-8517-df1fbd63dd21,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:24.672149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:24.891804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Attempting to bind port af7569d5-caaa-417d-8517-df1fbd63dd21 on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:54:24.892188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Attempting to bind port af7569d5-caaa-417d-8517-df1fbd63dd21 by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:54:24.892562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Attempting to bind port af7569d5-caaa-417d-8517-df1fbd63dd21 on network c09bf7c1-a98b-4439-a501-e46c39115d79 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:54:24.897776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Port af7569d5-caaa-417d-8517-df1fbd63dd21 on network c09bf7c1-a98b-4439-a501-e46c39115d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:54:24.898200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Attempting to bind port af7569d5-caaa-417d-8517-df1fbd63dd21 on network c09bf7c1-a98b-4439-a501-e46c39115d79 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:54:24.903882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:54:24.904268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Checking segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:54:24.904688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Bound using segment: {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:54:24.905161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Bound port: af7569d5-caaa-417d-8517-df1fbd63dd21, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:54:24.905547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:25.006475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] For port af7569d5-caaa-417d-8517-df1fbd63dd21, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:54:25.009757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] For port af7569d5-caaa-417d-8517-df1fbd63dd21, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=af7569d5-caaa-417d-8517-df1fbd63dd21,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:54:25.013505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:25.028951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:25.183435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Pushing event updated for resources: {'Port': ['ID=af7569d5-caaa-417d-8517-df1fbd63dd21,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:25.189032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:25.222187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:25.223130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:25.224944 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] 10.222.0.60 "PUT /v2.0/ports/af7569d5-caaa-417d-8517-df1fbd63dd21 HTTP/1.1" status: 200 len: 1094 time: 1.6281064 Apr 15 20:54:25.225867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:25.312214 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'status': 'completed', 'code': 200} Apr 15 20:54:25.360145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-f1bdd37a-3f21-40a1-b824-4075a33a8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:25.361947 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-f1bdd37a-3f21-40a1-b824-4075a33a8323 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 1097 time: 0.0938189 Apr 15 20:54:25.439882 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-74cb5fff-f2ad-4858-a202-f5f490a1eef1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af7569d5-caaa-417d-8517-df1fbd63dd21 HTTP/1.1" status: 200 len: 217 time: 0.0669415 Apr 15 20:54:25.512779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-0d8ffbe1-8791-4e12-a275-7b9d8846e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:25.514423 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-0d8ffbe1-8791-4e12-a275-7b9d8846e54f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.0674481 Apr 15 20:54:25.585855 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:25.601667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e87999-72de-4d3c-b733-ba3894e8874a req-f23d0453-41d2-47e0-90b5-3fd081b12ee4 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:25.603088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-6bcc70fe-998e-4093-bfa5-68bc466f2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:25.603301 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10e87999-72de-4d3c-b733-ba3894e8874a req-f23d0453-41d2-47e0-90b5-3fd081b12ee4 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 944 time: 0.0960500 Apr 15 20:54:25.604719 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-6bcc70fe-998e-4093-bfa5-68bc466f2868 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0787365 Apr 15 20:54:25.653887 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-10e87999-72de-4d3c-b733-ba3894e8874a req-105786af-1dee-455b-9128-8d8858ee8e65 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Apr 15 20:54:25.731572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:25.752457 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-dc003f15-6c06-47e7-adf7-d52042fdb51e service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402729 Apr 15 20:54:25.822165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:25.897828 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b0b49c2-66a4-4a18-9316-81d2edc8f687 req-d59ed168-3039-4bf9-9a89-23477105c2a6 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377292 Apr 15 20:54:26.033370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-b2b6b018-15c2-4a22-8da7-9ad5f5202a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:26.038311 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-b2b6b018-15c2-4a22-8da7-9ad5f5202a07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 1097 time: 0.0849912 Apr 15 20:54:26.184310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-f1a40dfc-9896-4cce-a48c-f47be95dd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:26.185907 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-f1a40dfc-9896-4cce-a48c-f47be95dd335 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.1409209 Apr 15 20:54:26.261703 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-96b78cb9-8d63-4fa9-bcba-d0013ef7a305 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af7569d5-caaa-417d-8517-df1fbd63dd21 HTTP/1.1" status: 200 len: 217 time: 0.0665138 Apr 15 20:54:26.340236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-4f771812-ae36-46ac-bfd1-733a6ee97b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:26.341756 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-4f771812-ae36-46ac-bfd1-733a6ee97b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.0686336 Apr 15 20:54:26.429067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-6d541a01-c244-4172-9988-581418ffbd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:26.430712 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-6d541a01-c244-4172-9988-581418ffbd86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788865 Apr 15 20:54:26.580331 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-ff8fe7b1-275e-4038-b457-15bdde435f9b service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408682 Apr 15 20:54:26.731434 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7586c267-90c2-4dec-a64d-a73fb1c0b61a req-a115518a-5e36-4e2b-9762-2196b0bd1daf service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419654 Apr 15 20:54:26.859431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d3fe6-c96f-4435-ae37-81ba10b2e48f req-de71bb6a-5057-42f8-830a-e1fd06766485 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:26.861153 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f85d3fe6-c96f-4435-ae37-81ba10b2e48f req-de71bb6a-5057-42f8-830a-e1fd06766485 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 944 time: 0.0899575 Apr 15 20:54:26.914484 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f85d3fe6-c96f-4435-ae37-81ba10b2e48f req-24f50b99-956d-4bf4-bf51-7a15efd8d4a7 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Apr 15 20:54:26.954555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:27.664096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device af7569d5-caaa-417d-8517-df1fbd63dd21 details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:54:27.815848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port af7569d5-caaa-417d-8517-df1fbd63dd21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=af7569d5-caaa-417d-8517-df1fbd63dd21,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:27.830480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'port_id': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'mac_address': 'fa:16:3e:6a:fa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:54:27.903284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:27.921383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7569d5-caaa-417d-8517-df1fbd63dd21 {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:54:27.939064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port af7569d5-caaa-417d-8517-df1fbd63dd21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=af7569d5-caaa-417d-8517-df1fbd63dd21,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:27.943348 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:27.945192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:28.018622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=af7569d5-caaa-417d-8517-df1fbd63dd21,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:28.022063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:28.146189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ba3a-0b93-4ff3-9c66-c61ca9e36377 req-2b72cfb3-be53-40f4-a982-246b8a03e9b5 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:28.147797 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4e22ba3a-0b93-4ff3-9c66-c61ca9e36377 req-2b72cfb3-be53-40f4-a982-246b8a03e9b5 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 945 time: 0.0982101 Apr 15 20:54:28.185758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['af7569d5-caaa-417d-8517-df1fbd63dd21'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:54:28.202326 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4e22ba3a-0b93-4ff3-9c66-c61ca9e36377 req-493d3ad6-deba-4d01-8e4e-8d501895c41f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Apr 15 20:54:29.412979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56026e38-56e5-427d-bbbf-6f608aef21cf req-4a3b9459-1389-44e2-addf-980191f20f15 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:29.414750 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-56026e38-56e5-427d-bbbf-6f608aef21cf req-4a3b9459-1389-44e2-addf-980191f20f15 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 945 time: 0.0972145 Apr 15 20:54:29.465105 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-56026e38-56e5-427d-bbbf-6f608aef21cf req-29d923a4-4291-4165-9ebf-19a198c6f01d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437322 Apr 15 20:54:29.668405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:54:29.692019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device af7569d5-caaa-417d-8517-df1fbd63dd21 up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:54:29.773912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port af7569d5-caaa-417d-8517-df1fbd63dd21 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:54:29.779192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port af7569d5-caaa-417d-8517-df1fbd63dd21 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:54:29.779616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:29.907256 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:29.936651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:29.948351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port af7569d5-caaa-417d-8517-df1fbd63dd21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=af7569d5-caaa-417d-8517-df1fbd63dd21,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:29.951777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:29.953746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:29.991532 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'code': 200} Apr 15 20:54:30.030133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=af7569d5-caaa-417d-8517-df1fbd63dd21,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:30.033216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:30.242699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf8097-570d-4ee4-96dc-438b49f131e3 req-de468705-e1b9-46cc-83f7-0379a6003a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:30.244339 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adcf8097-570d-4ee4-96dc-438b49f131e3 req-de468705-e1b9-46cc-83f7-0379a6003a80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 1099 time: 0.0849032 Apr 15 20:54:30.289276 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adcf8097-570d-4ee4-96dc-438b49f131e3 req-cc92d8d0-c11b-4c8c-8cf9-cb49e8ebd402 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374517 Apr 15 20:54:30.676753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0feb8-9198-4c00-8ff6-656e5466d01e req-dc1b7ad2-2ace-4b2e-9817-4d239ee40f0d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:30.678339 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-87f0feb8-9198-4c00-8ff6-656e5466d01e req-dc1b7ad2-2ace-4b2e-9817-4d239ee40f0d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.0927305 Apr 15 20:54:30.732645 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-87f0feb8-9198-4c00-8ff6-656e5466d01e req-d5ff610a-d73d-4b95-b2ce-810bb0240d88 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Apr 15 20:54:31.935780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adee79f-1e29-4ea7-a6ab-9d8c73c1fe21 req-b3c18505-d35d-436a-9087-1f08a486be91 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:31.937452 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6adee79f-1e29-4ea7-a6ab-9d8c73c1fe21 req-b3c18505-d35d-436a-9087-1f08a486be91 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.0899642 Apr 15 20:54:31.987553 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6adee79f-1e29-4ea7-a6ab-9d8c73c1fe21 req-c03eceda-9d21-4b12-8273-e51a0fd689c3 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Apr 15 20:54:32.208350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39347d74-83f9-4d73-9719-c75ba6ef07f6 req-780b3b09-5753-4977-b745-0c6e68dbe8fb tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:32.209964 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-39347d74-83f9-4d73-9719-c75ba6ef07f6 req-780b3b09-5753-4977-b745-0c6e68dbe8fb tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.1017139 Apr 15 20:54:32.224847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 46792) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:54:32.230734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Request body: {'floatingip': {'port_id': 'af7569d5-caaa-417d-8517-df1fbd63dd21'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:54:32.312907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:32.968478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:32.973117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:33.171493 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Floating IP 40fd4d8e-0caa-46f9-8089-5605b831fae6 associated. External IP: 172.28.0.178, port: af7569d5-caaa-417d-8517-df1fbd63dd21. Apr 15 20:54:33.786305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Router 364aff61-8c94-4211-ac77-54637fd93d2b has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:54:33.985807 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:54:33.990977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:33.996684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:54:34.006759 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:54:34.007422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:34.049285 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-429be9f5-2e3f-475f-98d0-7f5b5234c18f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "PUT /v2.0/floatingips/40fd4d8e-0caa-46f9-8089-5605b831fae6 HTTP/1.1" status: 200 len: 992 time: 1.8231466 Apr 15 20:54:34.049964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:34.109283 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'status': 'completed', 'code': 200} Apr 15 20:54:34.204195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:54:34.222956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-a75b83a9-a426-43de-994a-872923f8b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:34.224591 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-a75b83a9-a426-43de-994a-872923f8b1b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 1099 time: 0.0814097 Apr 15 20:54:34.374552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-9ae4cc52-bef3-4ab8-8e88-c2fd49b94edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:34.376263 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-9ae4cc52-bef3-4ab8-8e88-c2fd49b94edf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 200 len: 911 time: 0.1441097 Apr 15 20:54:34.490198 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-ac93d86b-a38d-4d99-93c9-fb06523fc9a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af7569d5-caaa-417d-8517-df1fbd63dd21 HTTP/1.1" status: 200 len: 1000 time: 0.1056628 Apr 15 20:54:34.560099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-afcf4234-b221-4ae5-a863-eec34497c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:34.561730 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-afcf4234-b221-4ae5-a863-eec34497c297 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 200 len: 849 time: 0.0651248 Apr 15 20:54:34.579096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '40fd4d8e-0caa-46f9-8089-5605b831fae6', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'port_id': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'mac_address': 'fa:16:3e:6a:fa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:54:19Z', 'updated_at': '2021-04-15T20:54:32Z', 'revision_number': 1, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:34.583253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:54:34.592661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:54:34.593322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:34.650069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-3cb64a52-aabe-4c5f-984e-6a9ca66c783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:34.651777 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-3cb64a52-aabe-4c5f-984e-6a9ca66c783e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c09bf7c1-a98b-4439-a501-e46c39115d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0824144 Apr 15 20:54:34.788968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:54:34.800391 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-cbb0f7bd-88b7-4503-b9ab-f60c4f916b95 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407068 Apr 15 20:54:35.209773 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ec9136e8-15d6-4c12-93b3-5e1e6b4d4b94 req-8d6549c1-3f9e-4cd0-8c6e-7298455a3607 service neutron] 10.222.0.60 "GET /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011598 Apr 15 20:54:35.362184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '40fd4d8e-0caa-46f9-8089-5605b831fae6', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'port_id': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'mac_address': 'fa:16:3e:6a:fa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:54:19Z', 'updated_at': '2021-04-15T20:54:32Z', 'revision_number': 1, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:54:35.366491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcbaed-0be5-482d-99c4-de28296b6ac7 None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '40fd4d8e-0caa-46f9-8089-5605b831fae6', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'floating_ip_address': '172.28.0.178', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'port_id': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'mac_address': 'fa:16:3e:6a:fa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:54:19Z', 'updated_at': '2021-04-15T20:54:32Z', 'revision_number': 1, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:54:35.647801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb78938f-85c6-407d-a84a-489d98d17344 None None] New status for floating IP 40fd4d8e-0caa-46f9-8089-5605b831fae6: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:54:36.792312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3094cd-2926-476c-a006-f04b8ab7fda2 req-e82ec21b-4c91-496d-9661-816acb857dbb tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:36.793945 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e3094cd-2926-476c-a006-f04b8ab7fda2 req-e82ec21b-4c91-496d-9661-816acb857dbb tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.0959830 Apr 15 20:54:36.844650 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9e3094cd-2926-476c-a006-f04b8ab7fda2 req-60f0ff8d-e733-45e1-a0bb-1e277df704bd tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425925 Apr 15 20:54:38.055427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fb2ae-7c3b-405a-9d8f-c9a8cfdab7d4 req-d83bef81-6880-42a0-a6d6-b6648592a70e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:38.056958 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-df5fb2ae-7c3b-405a-9d8f-c9a8cfdab7d4 req-d83bef81-6880-42a0-a6d6-b6648592a70e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.0912321 Apr 15 20:54:38.107410 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-df5fb2ae-7c3b-405a-9d8f-c9a8cfdab7d4 req-482a4fd4-db3d-4bf3-8007-15cb87a29df2 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437958 Apr 15 20:54:39.324719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe6382-05b2-49bf-98e2-ba68c8f434c5 req-a47e177b-fc18-433c-9ef9-296e61266c97 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:39.326348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d6fe6382-05b2-49bf-98e2-ba68c8f434c5 req-a47e177b-fc18-433c-9ef9-296e61266c97 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.0910027 Apr 15 20:54:39.380327 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d6fe6382-05b2-49bf-98e2-ba68c8f434c5 req-e4126cbf-4524-4991-8205-912eccfd0753 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Apr 15 20:54:40.596589 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966bbfe-05e8-44c9-876b-67b62707c0dd req-ef27d92a-667d-461f-8851-94e47a3369d1 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:40.598225 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2966bbfe-05e8-44c9-876b-67b62707c0dd req-ef27d92a-667d-461f-8851-94e47a3369d1 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.0930829 Apr 15 20:54:40.649742 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2966bbfe-05e8-44c9-876b-67b62707c0dd req-10402827-9c25-45af-bbed-1bac2a7e867e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Apr 15 20:54:41.676053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-8b029c31-f370-444c-8fe8-46f32d0c8b14 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:41.677593 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-8b029c31-f370-444c-8fe8-46f32d0c8b14 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.1029620 Apr 15 20:54:41.757953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Deleting port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:54:41.758326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:41.986572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15810236-1f80-4406-bf5f-bd571d899095 req-ab8649f1-6746-4331-a8e5-cad204da773d tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:41.988241 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-15810236-1f80-4406-bf5f-bd571d899095 req-ab8649f1-6746-4331-a8e5-cad204da773d tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 945 time: 0.2075608 Apr 15 20:54:42.028395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] For port b2b9b464-6434-49ce-b5d1-8ff372ce4f21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,segment=NetworkSegment(3ad641b5-da75-4f45-8a7c-f35eb14387cb),segment_id=3ad641b5-da75-4f45-8a7c-f35eb14387cb)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:54:42.028810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:42.039500 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-15810236-1f80-4406-bf5f-bd571d899095 req-009c72ee-3017-4b72-8cb1-7a5a0034b6bb tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/security-groups?id=d30973b6-2db0-4eea-88b4-a84c65ded8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445273 Apr 15 20:54:42.162188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Calling delete_port for b2b9b464-6434-49ce-b5d1-8ff372ce4f21 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:54:42.319781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:42.331992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['b2b9b464-6434-49ce-b5d1-8ff372ce4f21'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:54:42.335731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:54:42.433310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Pushing event deleted for resources: {'Port': ['ID=b2b9b464-6434-49ce-b5d1-8ff372ce4f21,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:54:42.439956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:54:42.584074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] No DVR routers for this DVR port b2b9b464-6434-49ce-b5d1-8ff372ce4f21 on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:54:42.586958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:42.589916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'name': 'network-vif-deleted', 'tag': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:54:42.606189 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-48a6e3ba-f67b-4ebb-8652-261b97982832 req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.60 "DELETE /v2.0/ports/b2b9b464-6434-49ce-b5d1-8ff372ce4f21 HTTP/1.1" status: 204 len: 173 time: 0.9215913 Apr 15 20:54:42.641054 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2052f5-d764-4110-bb06-ae9ca066178c', 'name': 'network-vif-deleted', 'tag': 'b2b9b464-6434-49ce-b5d1-8ff372ce4f21', 'status': 'completed', 'code': 200} Apr 15 20:54:43.232623 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cb1b0211-f888-419b-986d-8e664eaa6432 req-1b7c9c37-95ed-4eb1-a1ce-9356a5b87d40 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f2052f5-d764-4110-bb06-ae9ca066178c HTTP/1.1" status: 200 len: 210 time: 0.0529740 Apr 15 20:54:45.780895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device b2b9b464-6434-49ce-b5d1-8ff372ce4f21 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:54:45.822777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: b2b9b464-6434-49ce-b5d1-8ff372ce4f21 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:54:45.823175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device b2b9b464-6434-49ce-b5d1-8ff372ce4f21 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:54:52.286589 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-1ab9b868-962d-4faf-8da5-985e0c3dc2dc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811477 Apr 15 20:54:52.384505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f8e3c5ef-a4ac-4dbb-b094-f8c36846cb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:52.444130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-3f825018-ef28-40c7-b1da-7759933f392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:52.445815 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-3f825018-ef28-40c7-b1da-7759933f392d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1098 time: 0.0837152 Apr 15 20:54:52.605136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-454d324c-48b6-48e5-ba42-7bb7f047c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:52.606722 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-454d324c-48b6-48e5-ba42-7bb7f047c24c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.1393354 Apr 15 20:54:52.726287 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-8ab017d5-6c5a-48ba-9cc3-15246eea3bc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 1001 time: 0.1096163 Apr 15 20:54:52.801292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-62f19be2-0f53-4851-95ac-a7724804682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:52.802916 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-62f19be2-0f53-4851-95ac-a7724804682b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0692673 Apr 15 20:54:52.888780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-094d683f-c5d7-4516-845c-0c2d47f6485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:52.890484 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-094d683f-c5d7-4516-845c-0c2d47f6485c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0799797 Apr 15 20:54:53.039971 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-4d4f14e5-60a7-4eee-be66-9534884bd7e3 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413000 Apr 15 20:54:53.183617 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1b1125aa-b632-4f0c-9575-cd4709330ee7 req-4d002dc6-6eb4-403c-8f69-d88d50dc28a8 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362395 Apr 15 20:54:54.371896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1de83d36-0f80-4594-9257-175b19f9c67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:54.434850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae80fb-66ed-4c19-a938-20dd78a7170f req-9224e7d2-5a99-4b4b-9ef5-6367e685e0b9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:54.436403 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f7ae80fb-66ed-4c19-a938-20dd78a7170f req-9224e7d2-5a99-4b4b-9ef5-6367e685e0b9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0990813 Apr 15 20:54:54.486173 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f7ae80fb-66ed-4c19-a938-20dd78a7170f req-b7783f21-cb7c-4aa2-862d-c4d17f8ab998 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Apr 15 20:54:55.590769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:55.714838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dae4a-c744-4c91-9c5d-864004392842 req-706eb551-8f8f-46c3-a71e-c95f6c449262 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:55.716112 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-207dae4a-c744-4c91-9c5d-864004392842 req-706eb551-8f8f-46c3-a71e-c95f6c449262 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0959764 Apr 15 20:54:55.745662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:55.768928 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-207dae4a-c744-4c91-9c5d-864004392842 req-28f435a3-d03b-4eee-8c1b-e95aa67f5e57 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456495 Apr 15 20:54:55.831295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:56.949967 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:54:56.994656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fe8a2-8cf9-4498-967d-ac7cbcff1e32 req-4da32e75-e9d8-4396-93b7-0f4096faf030 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:56.996383 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dc8fe8a2-8cf9-4498-967d-ac7cbcff1e32 req-4da32e75-e9d8-4396-93b7-0f4096faf030 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0994673 Apr 15 20:54:57.045893 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dc8fe8a2-8cf9-4498-967d-ac7cbcff1e32 req-d3bc2c09-6a98-46f1-b61e-49f2adaecda9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 Apr 15 20:54:58.273083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9573a7d-a300-4560-963e-4d05cbd2ab19 req-71a26611-6f96-4927-a2a7-24a2b684113b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:58.274732 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c9573a7d-a300-4560-963e-4d05cbd2ab19 req-71a26611-6f96-4927-a2a7-24a2b684113b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0983138 Apr 15 20:54:58.323762 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c9573a7d-a300-4560-963e-4d05cbd2ab19 req-055973f4-4937-49ab-a5c6-1fda3b749b81 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Apr 15 20:54:59.547518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e4298-dcb9-4b7c-bcfd-6124f1a9f4ec req-c6db7297-30d8-4f69-868a-d051d212597f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:54:59.549137 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a3e4298-dcb9-4b7c-bcfd-6124f1a9f4ec req-c6db7297-30d8-4f69-868a-d051d212597f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0964906 Apr 15 20:54:59.602003 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a3e4298-dcb9-4b7c-bcfd-6124f1a9f4ec req-9c78d130-3631-467b-a362-879ef58a9b38 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461948 Apr 15 20:55:00.816800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e863a2-a36b-4cdd-88ed-d9b92160c201 req-dbb649b0-e145-4f9c-bcef-1e7d0b238e88 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:00.818445 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d9e863a2-a36b-4cdd-88ed-d9b92160c201 req-dbb649b0-e145-4f9c-bcef-1e7d0b238e88 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0924857 Apr 15 20:55:00.867637 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d9e863a2-a36b-4cdd-88ed-d9b92160c201 req-e94aa8fc-9444-4f3a-9f87-0debdc8a6e59 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Apr 15 20:55:02.084100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb130095-7f9e-4d8c-8c07-ec4ae6bf5079 req-ea856856-ab6e-4b47-88aa-9fb01e513de7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:02.085700 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fb130095-7f9e-4d8c-8c07-ec4ae6bf5079 req-ea856856-ab6e-4b47-88aa-9fb01e513de7 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0941110 Apr 15 20:55:02.134724 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fb130095-7f9e-4d8c-8c07-ec4ae6bf5079 req-d3fc38e3-288a-4b17-8623-5e952c97da33 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423787 Apr 15 20:55:03.356249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1caf7-d781-473d-bd46-8bb3ee3a1434 req-8a983e36-8b54-4274-a240-426c0aa36645 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:03.357880 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d8a1caf7-d781-473d-bd46-8bb3ee3a1434 req-8a983e36-8b54-4274-a240-426c0aa36645 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0958071 Apr 15 20:55:03.406028 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d8a1caf7-d781-473d-bd46-8bb3ee3a1434 req-72ed65b9-bf9d-44eb-b30e-3427a08071b4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Apr 15 20:55:04.159212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47084) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:04.238653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Deleting subnet 8985b554-e7a3-46d5-830f-288dd4c0a367 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:55:04.242452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:04.295448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:04.355883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:04.705039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbbeac-17f9-4752-a502-e8e2e65f7945 req-266bb450-a717-43dd-bb3a-39a597880981 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:04.706599 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0dbbeac-17f9-4752-a502-e8e2e65f7945 req-266bb450-a717-43dd-bb3a-39a597880981 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1695144 Apr 15 20:55:04.708109 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:04.723665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5991acb0-c936-42b9-8b0e-cb6f013d6b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:04.823988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8985b554-e7a3-46d5-830f-288dd4c0a367,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:04.865573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.866028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.866433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.866833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.867291 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.867682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.868072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.868447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.868833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.869221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.869602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.870018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:04.874136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:04.905939 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0dbbeac-17f9-4752-a502-e8e2e65f7945 req-312d352e-e016-4abe-8bd6-614224082d1e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833177 Apr 15 20:55:04.913605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:04.921545 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-de8632ae-f04f-4d9d-97a3-d61923efff45 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8985b554-e7a3-46d5-830f-288dd4c0a367 HTTP/1.1" status: 204 len: 168 time: 0.7606204 Apr 15 20:55:04.924020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47092) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:05.041931 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:05.233148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:05.357261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0e40fa-30e1-4642-b4fd-873a84cdb7ab']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:05.370035 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad641b5-da75-4f45-8a7c-f35eb14387cb') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:05.370345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad641b5-da75-4f45-8a7c-f35eb14387cb') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:05.382330 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:05.400649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:05.407083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:55:05.582505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:55:05.591825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:05.770747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Network 8f0e40fa-30e1-4642-b4fd-873a84cdb7ab has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:55:05.800339 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:55:05.862921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:55:05.884571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:05.888783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-40428dcb-7bb4-4da2-a7e1-17b615f371ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:05.909467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.014632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:06.032756 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'mac_address': 'fa:16:3e:2c:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:55:06.100627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.120391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8c2f2d8-2edf-4b5e-b8af-5e822df7147c {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:55:06.138738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:06.142539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.147015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:06.170583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f0e40fa-30e1-4642-b4fd-873a84cdb7ab,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:06.216896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:06.222902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=6']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:06.228280 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4af55d9a-4cf1-40c5-b0e4-220985bde097 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8f0e40fa-30e1-4642-b4fd-873a84cdb7ab HTTP/1.1" status: 204 len: 168 time: 1.3032043 Apr 15 20:55:06.234612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.235017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.235395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.236119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.236497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.237047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.237334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.237704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.238160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.238472 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.238836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.239200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.243771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:06.258530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['d8c2f2d8-2edf-4b5e-b8af-5e822df7147c'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:55:06.266510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38818b0-6e52-492c-b1fe-ccc6db38e693 req-d8835440-a13c-43ed-ad43-7ab558e4f364 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:06.268127 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d38818b0-6e52-492c-b1fe-ccc6db38e693 req-d8835440-a13c-43ed-ad43-7ab558e4f364 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 944 time: 0.1002989 Apr 15 20:55:06.320740 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d38818b0-6e52-492c-b1fe-ccc6db38e693 req-d63a709a-0595-4ed6-8465-d3d7846225a9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455074 Apr 15 20:55:06.359640 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47102) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:06.414317 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-4d868544-6193-41ec-a661-62731320a833 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=466bcd381eb74cb19237e45e075812af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506375 Apr 15 20:55:06.414978 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47106) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:06.480668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.508632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.556941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.564970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5b53081f-98ac-4f8f-a4cd-e42cb2a8a6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:06.581298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30973b6-2db0-4eea-88b4-a84c65ded8b0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:06.592176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.592600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.593013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.593419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.593821 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.594249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.594651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.595385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.595788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.596187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.596579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.596972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:06.601142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:06.602265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:06.603505 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d30973b6-2db0-4eea-88b4-a84c65ded8b0 HTTP/1.1" status: 204 len: 168 time: 0.1875441 Apr 15 20:55:06.668858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:55:07.562705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d08c6b-07ee-4ac2-ae0f-f84d3ab43c41 req-9af66169-805c-4764-8a95-77b59a991982 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:07.564382 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b2d08c6b-07ee-4ac2-ae0f-f84d3ab43c41 req-9af66169-805c-4764-8a95-77b59a991982 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 944 time: 0.1072390 Apr 15 20:55:07.572411 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47160) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:07.615121 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b2d08c6b-07ee-4ac2-ae0f-f84d3ab43c41 req-96e26406-211b-4c68-889b-790e3ee1652a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 Apr 15 20:55:07.685635 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-496874025-network', 'tenant_id': 'c684ac98c36b48749130169375a0f493'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:07.691518 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:07.700719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Usage tracker for resource:network and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:07.704138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:07.712452 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:07.738887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Made reservation on behalf of c684ac98c36b48749130169375a0f493 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:55:07.746250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:07.760568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:07.778456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:07.784220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:07.788284 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:07.795133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:07.888151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:07.892273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:07.897486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:07.910882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:55:07.923578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:07.923956 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Added segment 22c0fc6c-0a19-4e64-9fc7-be81434afea2 of type vlan for network a9301c17-05c8-4468-8b3d-ebf34916920a Apr 15 20:55:07.930597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d6cace34-d7f9-4e4f-8ed5-4c119679dea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:07.970844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:07.976876 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:07.977659 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.010061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.015248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:08.016493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.045840 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097497e-866c-466b-a848-6f1a46818d9c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:08.053743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:08.054646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:08.136860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.161229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47170) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:08.161436 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5877028 Apr 15 20:55:08.170297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Request body: {'subnet': {'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-496874025-subnet', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:08.172815 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Pushing event updated for resources: {'Network': ['ID=a9301c17-05c8-4468-8b3d-ebf34916920a,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:08.176457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:08.187040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:08.187594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:55:08.191974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Usage tracker for resource:subnet and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:08.192916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network a9301c17-05c8-4468-8b3d-ebf34916920a details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:55:08.196154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:08.203950 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:08.214918 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Made reservation on behalf of c684ac98c36b48749130169375a0f493 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:55:08.220784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.305242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:08.311398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.313323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:08.371240 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'code': 200} Apr 15 20:55:08.410323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=7']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:08.413767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:08.704200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:08.804947 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:08.880313 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255588d-ca62-471c-bba5-efe6fa829ed5 req-1b241fa1-18cc-4d03-a824-720ddc4943b3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:08.881254 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9255588d-ca62-471c-bba5-efe6fa829ed5 req-1b241fa1-18cc-4d03-a824-720ddc4943b3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1231883 Apr 15 20:55:08.959823 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9255588d-ca62-471c-bba5-efe6fa829ed5 req-fa334359-cfa1-4595-a572-6ccd7dc99ae1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698528 Apr 15 20:55:08.980027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d726fb0b-6233-4020-a202-37789ee6e5bc,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:08.980027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Checking segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:08.980027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Network hostable DHCP agents. Network: a9301c17-05c8-4468-8b3d-ebf34916920a, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:55:08.980027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:08.997344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Network a9301c17-05c8-4468-8b3d-ebf34916920a is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:55:09.008148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, a9301c17-05c8-4468-8b3d-ebf34916920a) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:09.019011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09a67e-3ac5-4aee-bfbf-c9c3755408fd None None] Network a9301c17-05c8-4468-8b3d-ebf34916920a requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:55:09.022497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:09.024654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.050194 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-41805dfd-be45-4fa7-8393-c8ab7cdef497 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8872142 Apr 15 20:55:09.052929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47180) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:09.059773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:09.064847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:09.070465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Usage tracker for resource:router and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:09.074837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:09.081100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:09.094528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.097173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.123874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.306913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-a9301c17-05c8-4468-8b3d-ebf34916920a', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:55:09.307870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.471267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.493706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Allocated IP 172.20.0.2 (a9301c17-05c8-4468-8b3d-ebf34916920a/d726fb0b-6233-4020-a202-37789ee6e5bc/3c86a2b6-102f-421b-80cd-e0ea7642db67) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:09.754065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.779262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Transition to ACTIVE for port object 3c86a2b6-102f-421b-80cd-e0ea7642db67 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:09.808679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Transition to ACTIVE for port object 3c86a2b6-102f-421b-80cd-e0ea7642db67 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:09.816161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.847501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:09.861226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:09.898474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:10.010019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Pushing event updated for resources: {'Port': ['ID=3c86a2b6-102f-421b-80cd-e0ea7642db67,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:10.013162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:10.083072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Allocated IP 172.28.0.35 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/360cea69-b3e0-474b-b26e-994a573c84f5) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:10.133251 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Network a9301c17-05c8-4468-8b3d-ebf34916920a is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:10.134694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:10.137708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:10.242770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Attempting to bind port 3c86a2b6-102f-421b-80cd-e0ea7642db67 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:10.243167 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Attempting to bind port 3c86a2b6-102f-421b-80cd-e0ea7642db67 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:10.243523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Attempting to bind port 3c86a2b6-102f-421b-80cd-e0ea7642db67 on network a9301c17-05c8-4468-8b3d-ebf34916920a {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:10.249888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:10.250328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Checking segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:10.250776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:10.251208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Bound using segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:10.251723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Bound port: 3c86a2b6-102f-421b-80cd-e0ea7642db67, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:10.252133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:10.298894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ff60-e2a2-4a68-ad5a-4c1eaefa8915 req-f61228df-df14-4670-b2eb-fbf037b1e18f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:10.300768 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-20c6ff60-e2a2-4a68-ad5a-4c1eaefa8915 req-f61228df-df14-4670-b2eb-fbf037b1e18f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1820107 Apr 15 20:55:10.364094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] For port 3c86a2b6-102f-421b-80cd-e0ea7642db67, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:10.368442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] For port 3c86a2b6-102f-421b-80cd-e0ea7642db67, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=3c86a2b6-102f-421b-80cd-e0ea7642db67,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:10.373531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:10.374233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:10.411757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:10.519437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:10.525007 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb2c4cc0-3d9a-4d7c-9f6f-e66cc34a2d3e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:10.554322 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-20c6ff60-e2a2-4a68-ad5a-4c1eaefa8915 req-91d23ab4-5871-43e9-a468-7a1bd0c2d490 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433672 Apr 15 20:55:10.634806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Pushing event updated for resources: {'Port': ['ID=3c86a2b6-102f-421b-80cd-e0ea7642db67,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:10.638168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:10.704792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Pushing event updated for resources: {'Port': ['ID=360cea69-b3e0-474b-b26e-994a573c84f5,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:10.708606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:10.713658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:10.715065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:10.721198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:11.326692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:11.841356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f09d-5014-41bd-afff-35ea8014d532 req-7a96fb76-efbd-48ac-a526-4956571395e4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:11.842946 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2187f09d-5014-41bd-afff-35ea8014d532 req-7a96fb76-efbd-48ac-a526-4956571395e4 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1108112 Apr 15 20:55:11.952080 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2187f09d-5014-41bd-afff-35ea8014d532 req-faf746d3-9e6b-4b50-9374-b7fa0e48d87a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970223 Apr 15 20:55:11.987618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 3c86a2b6-102f-421b-80cd-e0ea7642db67 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:12.069991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:12.088255 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 3c86a2b6-102f-421b-80cd-e0ea7642db67 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:12.353936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Router a63c74ee-42f3-4d87-8913-23daa856aacc is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:55:12.390583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdcda0b-9414-421a-a3f4-705531e42fb6 None None] Network a9301c17-05c8-4468-8b3d-ebf34916920a requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:55:12.581144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:55:12.623559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:12.625636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5707850 Apr 15 20:55:12.629260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47200) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:12.709148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Sync routers for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:55:12.737268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Provisioning for port 3c86a2b6-102f-421b-80cd-e0ea7642db67 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:12.745529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Provisioning complete for port 3c86a2b6-102f-421b-80cd-e0ea7642db67 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:12.745953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:12.831556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:12.832228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:13.132503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:13.234898 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ed35-f579-438d-acb7-0660f0264d4f req-8da3b787-4480-45df-8d6f-c5fee99b0503 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:13.243654 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7235ed35-f579-438d-acb7-0660f0264d4f req-8da3b787-4480-45df-8d6f-c5fee99b0503 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1493096 Apr 15 20:55:13.247358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] For port 3c86a2b6-102f-421b-80cd-e0ea7642db67, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=3c86a2b6-102f-421b-80cd-e0ea7642db67,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:13.260363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:13.309643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:13.319357 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7235ed35-f579-438d-acb7-0660f0264d4f req-bc61b226-6b38-4764-ac1a-b52a89a36f9b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724847 Apr 15 20:55:13.374987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-14b6ea56-5376-426a-ae0e-9d7a66469eac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:13.463737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Pushing event updated for resources: {'Port': ['ID=3c86a2b6-102f-421b-80cd-e0ea7642db67,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:13.467929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:13.571446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:13.753544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:11Z', 'revision_number': 3, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:13.759322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Checking router: a63c74ee-42f3-4d87-8913-23daa856aacc for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:55:13.764476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Updating router a63c74ee-42f3-4d87-8913-23daa856aacc port 360cea69-b3e0-474b-b26e-994a573c84f5 binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:55:13.837964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:13.936588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Allocated IP 172.20.0.1 (a9301c17-05c8-4468-8b3d-ebf34916920a/d726fb0b-6233-4020-a202-37789ee6e5bc/7a181774-9c87-4d56-9a63-5234fac1bdd5) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:13.959366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 3c86a2b6-102f-421b-80cd-e0ea7642db67 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:14.060914 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-f7dc69b3-89e9-4f51-8d43-eb5ce74194cf None None] Provisioning complete for port 3c86a2b6-102f-421b-80cd-e0ea7642db67 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:14.061370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f7dc69b3-89e9-4f51-8d43-eb5ce74194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.135985 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.147073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 3c86a2b6-102f-421b-80cd-e0ea7642db67 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:14.147457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.159708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Transition to ACTIVE for port object 7a181774-9c87-4d56-9a63-5234fac1bdd5 will not be triggered until provisioned by entity DHCP. {{(pid=85418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:14.187795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.333443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-01e8e6eb-43f9-4476-9e19-0a495a4f80bc tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:14.408747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Network a9301c17-05c8-4468-8b3d-ebf34916920a is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:14.417039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:14.422187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:14.534651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.621524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.643858 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Transition to ACTIVE for port object 360cea69-b3e0-474b-b26e-994a573c84f5 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:14.651669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.673493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:14.748056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Pushing event updated for resources: {'Port': ['ID=7a181774-9c87-4d56-9a63-5234fac1bdd5,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:14.757579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:14.768998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3470-e52a-46e3-91ef-fc101dee5fc9 None None] Pushing event updated for resources: {'Port': ['ID=360cea69-b3e0-474b-b26e-994a573c84f5,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:14.786180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5787f24-ff2c-44cd-ab0a-b4c38681ebbb req-bdc77dbc-6cd4-43ab-a623-f0b131a3c5a3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:14.788168 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d5787f24-ff2c-44cd-ab0a-b4c38681ebbb req-bdc77dbc-6cd4-43ab-a623-f0b131a3c5a3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1817031 Apr 15 20:55:14.823371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4c2c3470-e52a-46e3-91ef-fc101dee5fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:14.838394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-9ad29d24-e002-4a59-8c0d-440a5d6df384 None None] Provisioning for port 7a181774-9c87-4d56-9a63-5234fac1bdd5 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:14.856765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-9ad29d24-e002-4a59-8c0d-440a5d6df384 None None] Provisioning complete for port 7a181774-9c87-4d56-9a63-5234fac1bdd5 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:14.857104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ad29d24-e002-4a59-8c0d-440a5d6df384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:14.893387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d5787f24-ff2c-44cd-ab0a-b4c38681ebbb req-cfcd04fb-fd64-494d-80e4-105a0f5fc358 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968373 Apr 15 20:55:14.916690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9ad29d24-e002-4a59-8c0d-440a5d6df384 None None] Port 7a181774-9c87-4d56-9a63-5234fac1bdd5 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:55:14.971026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.182651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Attempting to bind port 360cea69-b3e0-474b-b26e-994a573c84f5 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:15.183070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Attempting to bind port 360cea69-b3e0-474b-b26e-994a573c84f5 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:15.183481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Attempting to bind port 360cea69-b3e0-474b-b26e-994a573c84f5 on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:15.190341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:15.190759 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:15.191221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.191646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:15.192244 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Bound port: 360cea69-b3e0-474b-b26e-994a573c84f5, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:15.192676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.277175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] For port 360cea69-b3e0-474b-b26e-994a573c84f5, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:15.282605 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] For port 360cea69-b3e0-474b-b26e-994a573c84f5, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=360cea69-b3e0-474b-b26e-994a573c84f5,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:15.287904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.305492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:15.465895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c3470-e52a-46e3-91ef-fc101dee5fc9 None None] Pushing event updated for resources: {'Port': ['ID=360cea69-b3e0-474b-b26e-994a573c84f5,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:15.472025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4c2c3470-e52a-46e3-91ef-fc101dee5fc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:15.513393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:15.514132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:15.551915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.557298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851113951'] for port, after_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.594382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d64151f8-8066-463d-ae44-a719e6601f6e tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:15.699230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:15.716519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Pushing event updated for resources: {'Port': ['ID=7a181774-9c87-4d56-9a63-5234fac1bdd5,revision_number=2']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:15.728199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:15.737294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:15.932132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Network a9301c17-05c8-4468-8b3d-ebf34916920a is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:15.933415 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:16.204806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 2, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:16.211399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72650e07-1d6d-4700-8036-08869e10a778 None None] The sync data for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb is: [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 2, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:55:16.266431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-f679d61c-6903-404b-87e1-c2d850f93e83 None None] Provisioning complete for port 7a181774-9c87-4d56-9a63-5234fac1bdd5 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:16.267150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f679d61c-6903-404b-87e1-c2d850f93e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:16.301848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c241c-2e43-41b5-90e3-e8eccfa9deb4 req-cf1e98ea-e862-486c-8ff7-07232f8c4918 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:16.310039 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-376c241c-2e43-41b5-90e3-e8eccfa9deb4 req-cf1e98ea-e862-486c-8ff7-07232f8c4918 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.2310243 Apr 15 20:55:16.367233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-f679d61c-6903-404b-87e1-c2d850f93e83 None None] Port 7a181774-9c87-4d56-9a63-5234fac1bdd5 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:55:16.373859 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Router a63c74ee-42f3-4d87-8913-23daa856aacc has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:55:16.386919 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-376c241c-2e43-41b5-90e3-e8eccfa9deb4 req-98aaaaa7-34d5-4a4c-a8dd-4d20f3a864cc tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756114 Apr 15 20:55:16.629951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:55:16.640653 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] 10.222.0.70 "PUT /v2.0/routers/a63c74ee-42f3-4d87-8913-23daa856aacc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0091171 Apr 15 20:55:17.483432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47244) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:17.489760 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1979062345-network', 'tenant_id': '4ea00a92fa974628a01cdd212a812319'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:17.498049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:17.502656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Usage tracker for resource:network and tenant:4ea00a92fa974628a01cdd212a812319 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:17.506027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:17.513752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:17.542056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Made reservation on behalf of 4ea00a92fa974628a01cdd212a812319 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:55:17.547558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:17.597510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:17.620166 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:17.624442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea00a92fa974628a01cdd212a812319 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:17.627725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:17.634384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:17.736038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512341-0078-447d-8c46-f157b49f6312 req-c61466cd-47b3-4e94-a6af-a7ceb9e0c546 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:17.738061 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fa512341-0078-447d-8c46-f157b49f6312 req-c61466cd-47b3-4e94-a6af-a7ceb9e0c546 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.2006810 Apr 15 20:55:17.824659 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fa512341-0078-447d-8c46-f157b49f6312 req-cf44e7d4-3f33-4c45-8c7a-046b55297d15 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754511 Apr 15 20:55:17.883707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:17.889739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:17.898398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:17.932124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928adf64-bde9-4f11-b37c-9f3cac194904,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:17.938232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:17.941748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:55:17.960741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:17.961417 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Added segment 5464d119-7e13-4b22-b911-54e2a9e6d5d2 of type vlan for network f40bd594-52f2-484f-8028-c0859ded3704 Apr 15 20:55:18.003177 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.028793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 360cea69-b3e0-474b-b26e-994a573c84f5 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:18.054141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.055832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:18.056539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.065532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:18.175645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 360cea69-b3e0-474b-b26e-994a573c84f5 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:18.188229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 360cea69-b3e0-474b-b26e-994a573c84f5 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:18.188642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.191256 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Pushing event updated for resources: {'Network': ['ID=f40bd594-52f2-484f-8028-c0859ded3704,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:18.205586 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:18.227992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47258) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:18.228250 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7434170 Apr 15 20:55:18.234975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Request body: {'subnet': {'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1979062345-subnet', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:18.238086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network f40bd594-52f2-484f-8028-c0859ded3704 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:55:18.247017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:18.256824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Usage tracker for resource:subnet and tenant:4ea00a92fa974628a01cdd212a812319 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:18.267392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:18.279493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:18.310279 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Made reservation on behalf of 4ea00a92fa974628a01cdd212a812319 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:55:18.317779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.480153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.497803 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 360cea69-b3e0-474b-b26e-994a573c84f5, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=360cea69-b3e0-474b-b26e-994a573c84f5,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:18.510015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.513210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:18.612783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=360cea69-b3e0-474b-b26e-994a573c84f5,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:18.630100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:18.887667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:18.905162 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cde6a387-0158-4aa1-b2b3-900d52713091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:19.054168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83226967-33f2-4fe6-9366-43d6a7107386,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:19.059697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:19.076639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2a9f3-8f22-42c0-862e-bb824b7e49b3 req-0d3da4b8-16aa-4c31-8ea7-cf8e2eaf40d5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:19.078438 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7cd2a9f3-8f22-42c0-862e-bb824b7e49b3 req-0d3da4b8-16aa-4c31-8ea7-cf8e2eaf40d5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0944214 Apr 15 20:55:19.121427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Checking segment: {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:19.122326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Network hostable DHCP agents. Network: f40bd594-52f2-484f-8028-c0859ded3704, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:55:19.130365 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7cd2a9f3-8f22-42c0-862e-bb824b7e49b3 req-07d3ad34-34be-47af-831e-352519b9b97c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448799 Apr 15 20:55:19.141749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Network f40bd594-52f2-484f-8028-c0859ded3704 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:55:19.151029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, f40bd594-52f2-484f-8028-c0859ded3704) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:19.160321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf3c2c-3948-4b90-ac48-80fae4dc2c21 None None] Network f40bd594-52f2-484f-8028-c0859ded3704 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:55:19.164843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:19.165498 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.185186 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9b046de4-a6d5-466f-a266-01b106bff505 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9556448 Apr 15 20:55:19.188235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47280) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:19.194142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:19.200121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:19.205078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Usage tracker for resource:router and tenant:4ea00a92fa974628a01cdd212a812319 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:55:19.209134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:55:19.215779 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:19.227061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.228098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.244189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.396209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-f40bd594-52f2-484f-8028-c0859ded3704', 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'fixed_ips': [{'subnet_id': '83226967-33f2-4fe6-9366-43d6a7107386'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:55:19.397121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.535497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.568300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Allocated IP 172.20.0.2 (f40bd594-52f2-484f-8028-c0859ded3704/83226967-33f2-4fe6-9366-43d6a7107386/103886aa-ea23-499b-acab-2e43b287f93c) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:19.833484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.853527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Transition to ACTIVE for port object 103886aa-ea23-499b-acab-2e43b287f93c will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:19.881285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Transition to ACTIVE for port object 103886aa-ea23-499b-acab-2e43b287f93c will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:19.888514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.906684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:19.965700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-ed479724-a0df-4be6-82fc-1991677852e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:19.965969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:19.967635 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-ed479724-a0df-4be6-82fc-1991677852e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1098 time: 0.3221774 Apr 15 20:55:20.001542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.003845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 360cea69-b3e0-474b-b26e-994a573c84f5 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:20.177438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Allocated IP 172.28.0.238 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/b5c62fb0-25f0-4c2e-b5e8-bebf348c896c) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:20.183117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Sync routers for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:55:20.191199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-7bbc1f7b-f27d-4f95-9e1c-df80eff7b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:20.192942 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-7bbc1f7b-f27d-4f95-9e1c-df80eff7b972 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.2187407 Apr 15 20:55:20.196795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:20.197571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:20.342207 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-fcd8ef52-05cb-4566-8fb1-1f3c8c94bd56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 1001 time: 0.1418025 Apr 15 20:55:20.365289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Pushing event updated for resources: {'Port': ['ID=103886aa-ea23-499b-acab-2e43b287f93c,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:20.371460 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:20.424216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-04f7c1ae-3744-4b3e-88f8-4b4720365773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:20.424457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 360cea69-b3e0-474b-b26e-994a573c84f5 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:20.424573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.427036 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-04f7c1ae-3744-4b3e-88f8-4b4720365773 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0776427 Apr 15 20:55:20.442633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.454630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:20.455147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Network f40bd594-52f2-484f-8028-c0859ded3704 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:20.462141 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:20.472036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:20.483983 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7212d9-ada4-43f6-8048-bc9a24b86362 req-2031ace1-fc5b-4252-b2fa-19f69d14e084 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:20.485705 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd7212d9-ada4-43f6-8048-bc9a24b86362 req-2031ace1-fc5b-4252-b2fa-19f69d14e084 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1527896 Apr 15 20:55:20.548368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.549291 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-a4f5e84d-b5f5-4a32-a081-2e27cf15a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:20.551921 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-a4f5e84d-b5f5-4a32-a081-2e27cf15a46e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1172347 Apr 15 20:55:20.564358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98f96e8e-a114-4187-800e-a504a72c1a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:20.598901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Attempting to bind port 103886aa-ea23-499b-acab-2e43b287f93c on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:20.599314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Attempting to bind port 103886aa-ea23-499b-acab-2e43b287f93c by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:20.599721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Attempting to bind port 103886aa-ea23-499b-acab-2e43b287f93c on network f40bd594-52f2-484f-8028-c0859ded3704 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:20.640089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:20.640510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Checking segment: {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:20.640963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.641406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Bound using segment: {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:20.641963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Bound port: 103886aa-ea23-499b-acab-2e43b287f93c, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:20.642422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.800375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] For port 103886aa-ea23-499b-acab-2e43b287f93c, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:20.805448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] For port 103886aa-ea23-499b-acab-2e43b287f93c, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=103886aa-ea23-499b-acab-2e43b287f93c,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:20.817305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:20.837712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:20.886485 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd7212d9-ada4-43f6-8048-bc9a24b86362 req-66a09aa7-35ac-4c1d-acee-eb1109546621 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929331 Apr 15 20:55:20.909371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:15Z', 'revision_number': 2, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:20.917482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Checking router: a63c74ee-42f3-4d87-8913-23daa856aacc for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:55:20.918127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Updating router a63c74ee-42f3-4d87-8913-23daa856aacc port 7a181774-9c87-4d56-9a63-5234fac1bdd5 binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:55:20.991747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:21.012580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-e8a20c41-ef83-4887-9dc2-3e66f897ea15 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521577 Apr 15 20:55:21.039309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Pushing event updated for resources: {'Port': ['ID=103886aa-ea23-499b-acab-2e43b287f93c,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:21.045637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:21.141852 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:21.145697 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:21.147750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Pushing event updated for resources: {'Port': ['ID=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:21.150962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:21.194447 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b118b017-14b6-4a5c-ab1a-981cd830f969 req-f8e37df9-9d04-4354-8d27-091ab8851ae5 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740310 Apr 15 20:55:21.270455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:21.458204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:21.474988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Transition to ACTIVE for port object 7a181774-9c87-4d56-9a63-5234fac1bdd5 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:21.491203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:21.514881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:21.691333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:21.716356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Pushing event updated for resources: {'Port': ['ID=7a181774-9c87-4d56-9a63-5234fac1bdd5,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:21.729408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.729787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.730189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.730568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.730936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.731301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.731660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.732110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.732650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.732949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.733307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.733663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:55:21.748265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:21.988195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 103886aa-ea23-499b-acab-2e43b287f93c up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:22.011847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Attempting to bind port 7a181774-9c87-4d56-9a63-5234fac1bdd5 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:22.012260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Attempting to bind port 7a181774-9c87-4d56-9a63-5234fac1bdd5 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:22.012643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Attempting to bind port 7a181774-9c87-4d56-9a63-5234fac1bdd5 on network a9301c17-05c8-4468-8b3d-ebf34916920a {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:22.023156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:22.023570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Checking segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:22.024019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.024597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Bound using segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:22.025134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Bound port: 7a181774-9c87-4d56-9a63-5234fac1bdd5, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:22.025719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.077625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:55:22.137506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.159512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 103886aa-ea23-499b-acab-2e43b287f93c completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:22.169233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] For port 7a181774-9c87-4d56-9a63-5234fac1bdd5, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:22.177775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] For port 7a181774-9c87-4d56-9a63-5234fac1bdd5, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7a181774-9c87-4d56-9a63-5234fac1bdd5,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:22.182286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.199486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:22.207671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ddc3-52cd-43d8-98d8-6a22517d15cf req-636b553d-9df6-4279-a91f-afcc4a9f2d01 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:22.209642 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1c95ddc3-52cd-43d8-98d8-6a22517d15cf req-636b553d-9df6-4279-a91f-afcc4a9f2d01 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1130974 Apr 15 20:55:22.248744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.272237 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1c95ddc3-52cd-43d8-98d8-6a22517d15cf req-166ff87a-48ae-49da-901b-75db12aae7b8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553224 Apr 15 20:55:22.291447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:22.291447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:55:22.292522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.294849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:22.338894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Pushing event updated for resources: {'Port': ['ID=7a181774-9c87-4d56-9a63-5234fac1bdd5,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:22.344090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:22.405392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=8']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:22.408886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:22.409896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c59b7df-0431-4837-8ccb-42dd9e9222a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.430002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Router 040c8a48-161f-4e49-bb59-351c2f1fabe3 is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:55:22.472620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:22.473353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:22.517322 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'code': 200} Apr 15 20:55:22.672573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:55:22.691137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Sync routers for ids ['040c8a48-161f-4e49-bb59-351c2f1fabe3'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:55:22.707241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Routers {'040c8a48-161f-4e49-bb59-351c2f1fabe3'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:22.708246 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:54:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['040c8a48-161f-4e49-bb59-351c2f1fabe3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:22.712295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:22.713738 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5244579 Apr 15 20:55:22.716848 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47308) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:22.915304 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:22.972331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbdc1d1-4b88-4ce2-9974-48af65284538 None None] Network f40bd594-52f2-484f-8028-c0859ded3704 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:55:23.221040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Provisioning for port 103886aa-ea23-499b-acab-2e43b287f93c completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:23.251185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Provisioning complete for port 103886aa-ea23-499b-acab-2e43b287f93c triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:23.251802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:23.324945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:22Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:23.329913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1158ccd2-da61-4baa-897c-f7f81653923b None None] The sync data for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb is: [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:22Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:55:23.473758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Set router 040c8a48-161f-4e49-bb59-351c2f1fabe3 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:23.623596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb075fdf-bca1-4d58-b1d3-994f433fb319 req-b51872b9-83a3-454d-a874-1d04fd0d4ef3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:23.631803 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eb075fdf-bca1-4d58-b1d3-994f433fb319 req-b51872b9-83a3-454d-a874-1d04fd0d4ef3 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1086414 Apr 15 20:55:23.643043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:23.694005 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-eb075fdf-bca1-4d58-b1d3-994f433fb319 req-865ce355-5167-4669-a8f3-502fa3b4f2ed tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606878 Apr 15 20:55:23.945303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:23.997746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] For port 103886aa-ea23-499b-acab-2e43b287f93c, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=103886aa-ea23-499b-acab-2e43b287f93c,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:24.023198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.030218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:24.068115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Allocated IP 172.20.0.1 (f40bd594-52f2-484f-8028-c0859ded3704/83226967-33f2-4fe6-9366-43d6a7107386/1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:24.129395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7a181774-9c87-4d56-9a63-5234fac1bdd5 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:24.303052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Pushing event updated for resources: {'Port': ['ID=103886aa-ea23-499b-acab-2e43b287f93c,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:24.303616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.306862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:24.310960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-ea8264f5-a1b8-4ddb-8dea-65ab6e69b2b1 None None] Provisioning complete for port 103886aa-ea23-499b-acab-2e43b287f93c triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:24.311383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ea8264f5-a1b8-4ddb-8dea-65ab6e69b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.321362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Transition to ACTIVE for port object 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:24.349222 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.395901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 7a181774-9c87-4d56-9a63-5234fac1bdd5 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:24.411711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7a181774-9c87-4d56-9a63-5234fac1bdd5 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:24.412132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.436094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:24.447644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26497a1b-f90e-44a9-96b6-db1c29cd17f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.470509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:55:21Z', 'revision_number': 3, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:24.486150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Checking router: 040c8a48-161f-4e49-bb59-351c2f1fabe3 for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:55:24.486562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Updating router 040c8a48-161f-4e49-bb59-351c2f1fabe3 port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:55:24.539510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:24.544045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:24.600571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Network f40bd594-52f2-484f-8028-c0859ded3704 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:24.601958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:24.614878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:24.685300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.824582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:24.997783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.000943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.045424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-ddcac68b-ad57-4132-a955-bcfca58eb157 None None] Provisioning for port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:25.067420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-ddcac68b-ad57-4132-a955-bcfca58eb157 None None] Provisioning complete for port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:25.067833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ddcac68b-ad57-4132-a955-bcfca58eb157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.112500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 7a181774-9c87-4d56-9a63-5234fac1bdd5, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7a181774-9c87-4d56-9a63-5234fac1bdd5,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:25.174151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.184294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:25.245431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.250095 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.310275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-671d85a6-d792-4f03-a295-665245b2ad12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:25.342722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.398185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-ddcac68b-ad57-4132-a955-bcfca58eb157 None None] Port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:55:25.411500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=7a181774-9c87-4d56-9a63-5234fac1bdd5,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:25.417308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:25.444339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.460937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Transition to ACTIVE for port object b5c62fb0-25f0-4c2e-b5e8-bebf348c896c will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:25.468017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.547873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4e80bb36-4155-4f7d-a24e-edde662bcee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:25.674383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.706316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205c06-7a9a-4f5e-8193-fada9c86658a None None] Pushing event updated for resources: {'Port': ['ID=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:25.713200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4205c06-7a9a-4f5e-8193-fada9c86658a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:25.720508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347d77a-aa25-430c-a3fd-c4753d32a3de req-578902f3-dc6a-4f10-a7f5-e6ad04b1d866 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:25.722500 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8347d77a-aa25-430c-a3fd-c4753d32a3de req-578902f3-dc6a-4f10-a7f5-e6ad04b1d866 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.0961995 Apr 15 20:55:25.764894 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Attempting to bind port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:25.765633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Attempting to bind port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:25.766428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Attempting to bind port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:25.771057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.778341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:25.778752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:25.779559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.779689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:25.780282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Bound port: b5c62fb0-25f0-4c2e-b5e8-bebf348c896c, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:25.780767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.782065 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8347d77a-aa25-430c-a3fd-c4753d32a3de req-6d42d70d-3efa-456e-bdad-7b32323a8345 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516040 Apr 15 20:55:25.830849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Pushing event updated for resources: {'Port': ['ID=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:25.845421 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:25.874678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.881221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] For port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:25.892066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] For port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:25.895865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:25.901519 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-fa786190-bf76-4af7-ab11-55268bbd91ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1613166 Apr 15 20:55:25.910826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Network f40bd594-52f2-484f-8028-c0859ded3704 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:25.912043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:25.982875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:26.065267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7a181774-9c87-4d56-9a63-5234fac1bdd5 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:26.092433 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:55:26.179134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4205c06-7a9a-4f5e-8193-fada9c86658a None None] Pushing event updated for resources: {'Port': ['ID=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:26.182758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4205c06-7a9a-4f5e-8193-fada9c86658a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:26.230916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Router 040c8a48-161f-4e49-bb59-351c2f1fabe3 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:55:26.283391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-fe1a0ffa-cf53-4528-9666-42ac89085386 None None] Provisioning complete for port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:26.283901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fe1a0ffa-cf53-4528-9666-42ac89085386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:26.408787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-fe1a0ffa-cf53-4528-9666-42ac89085386 None None] Port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:55:26.434362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7a181774-9c87-4d56-9a63-5234fac1bdd5 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:26.434796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:26.459773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Routers {'040c8a48-161f-4e49-bb59-351c2f1fabe3'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:26.460537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['040c8a48-161f-4e49-bb59-351c2f1fabe3'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:26.468469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:55:26.482366 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] 10.222.0.70 "PUT /v2.0/routers/040c8a48-161f-4e49-bb59-351c2f1fabe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7610166 Apr 15 20:55:26.768832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-d2fdacfa-377e-48ba-ba8e-24a4987dc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:26.770528 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-d2fdacfa-377e-48ba-ba8e-24a4987dc45e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22&tenant_id=cce004407bbd4178ad23476622529231 HTTP/1.1" status: 200 len: 1096 time: 0.1113086 Apr 15 20:55:26.897895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-d30796fc-7217-4b46-b4a0-6ca1a82d4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:26.899669 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-d30796fc-7217-4b46-b4a0-6ca1a82d4f6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cce004407bbd4178ad23476622529231&device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1096 time: 0.0982769 Apr 15 20:55:27.038750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:27.086963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4151ec-1a3e-4ea0-8dae-6e9a058069ed req-daa507f3-9883-4edf-a1fc-fe6f17442e45 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:27.096226 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0e4151ec-1a3e-4ea0-8dae-6e9a058069ed req-daa507f3-9883-4edf-a1fc-fe6f17442e45 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1503689 Apr 15 20:55:27.102750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] Set router 040c8a48-161f-4e49-bb59-351c2f1fabe3 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:27.122451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-dd32d7b8-4867-4379-8daf-37a66a7f319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:27.124636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-dd32d7b8-4867-4379-8daf-37a66a7f319b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 200 len: 918 time: 0.2148736 Apr 15 20:55:27.169683 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0e4151ec-1a3e-4ea0-8dae-6e9a058069ed req-a630bec4-c70c-4067-9eb9-43d344f5c07b tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721188 Apr 15 20:55:27.251582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 103886aa-ea23-499b-acab-2e43b287f93c up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:27.288571 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-e30627a5-4262-4262-99cb-4a2f09cfe148 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 200 len: 999 time: 0.1568565 Apr 15 20:55:27.367884 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-0c8d42ee-47fc-4613-8953-7325443087fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:27.369452 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-0c8d42ee-47fc-4613-8953-7325443087fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 200 len: 856 time: 0.0740449 Apr 15 20:55:27.478024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-1808d9f0-0e92-4017-99f2-855393f3f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:27.481111 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-1808d9f0-0e92-4017-99f2-855393f3f9a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf4d53aa-aefb-43ee-9300-f500a9b5e295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1003711 Apr 15 20:55:27.506172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 103886aa-ea23-499b-acab-2e43b287f93c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:27.506590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:27.674019 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-14fcd401-5a31-4340-89a8-97f72ff59cc1 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844757 Apr 15 20:55:27.726838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:55:24Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1', 'name': '', 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'mac_address': 'fa:16:3e:f1:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '83226967-33f2-4fe6-9366-43d6a7107386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:23Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 2, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'subnets': [{'id': '83226967-33f2-4fe6-9366-43d6a7107386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:27.734074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d9f36-a601-4952-8ca7-78bd48d8a457 None None] The sync data for ids ['040c8a48-161f-4e49-bb59-351c2f1fabe3'] in dv-cinder-562053-18-smb is: [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:55:24Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1', 'name': '', 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'mac_address': 'fa:16:3e:f1:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '83226967-33f2-4fe6-9366-43d6a7107386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:23Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 2, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'subnets': [{'id': '83226967-33f2-4fe6-9366-43d6a7107386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:55:27.850102 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e7cba519-53e8-4d18-923e-c241e0d060aa req-aa713ee4-02f6-46e1-820b-3c6103bc06b2 service neutron] 10.222.0.60 "GET /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662817 Apr 15 20:55:28.528195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1d29f-ae69-48a1-9a23-089318dedffb req-e2ec07ee-17a7-47f2-a256-61530497daa0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:28.539174 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1f1d29f-ae69-48a1-9a23-089318dedffb req-e2ec07ee-17a7-47f2-a256-61530497daa0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1398120 Apr 15 20:55:28.640401 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d1f1d29f-ae69-48a1-9a23-089318dedffb req-3c2b9911-c53c-4664-a132-329a4cc94e7d tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994208 Apr 15 20:55:29.994514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365506f-92b3-4175-8e97-d4284b38617e req-61f68c34-6828-47fe-8a98-205e048239ab tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:29.996315 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f365506f-92b3-4175-8e97-d4284b38617e req-61f68c34-6828-47fe-8a98-205e048239ab tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1396081 Apr 15 20:55:30.049764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device b5c62fb0-25f0-4c2e-b5e8-bebf348c896c up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:30.110449 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f365506f-92b3-4175-8e97-d4284b38617e req-a72414ca-eca1-4f46-b784-ce7fbc7b1cf8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972478 Apr 15 20:55:30.235425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:30.243621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:30.244047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:30.444873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:30.478891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:30.487049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:30.492271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:30.609083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:30.612597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:31.631319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad1cd1-e4fc-46dc-8180-b09a74bd77db req-c4a6d453-26c0-46a9-b5d4-34a6ed54aee6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:31.639678 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cfad1cd1-e4fc-46dc-8180-b09a74bd77db req-c4a6d453-26c0-46a9-b5d4-34a6ed54aee6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1539619 Apr 15 20:55:31.722127 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-cfad1cd1-e4fc-46dc-8180-b09a74bd77db req-26d8ca92-43ff-460f-9075-11059fa52401 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812001 Apr 15 20:55:31.873362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ef5a-3ef4-44e7-a780-198e264664ee req-2ee2be59-191b-400e-b9ed-226c8a0453df tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:31.881370 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1775ef5a-3ef4-44e7-a780-198e264664ee req-2ee2be59-191b-400e-b9ed-226c8a0453df tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.1484785 Apr 15 20:55:31.953472 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1775ef5a-3ef4-44e7-a780-198e264664ee req-e8b26071-ff16-4fdb-bd5a-4b3a63850c4d tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711014 Apr 15 20:55:31.974337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device b5c62fb0-25f0-4c2e-b5e8-bebf348c896c up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:32.088461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:32.088984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:32.201455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Sync routers for ids ['040c8a48-161f-4e49-bb59-351c2f1fabe3'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:55:32.215916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Routers {'040c8a48-161f-4e49-bb59-351c2f1fabe3'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:32.219113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['040c8a48-161f-4e49-bb59-351c2f1fabe3'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:32.529472 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Set router 040c8a48-161f-4e49-bb59-351c2f1fabe3 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:33.021880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b27a-d83d-412e-a2df-696a49739e94 req-11c5c8e8-b731-44bc-b160-1430af70dc90 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:33.030708 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1e02b27a-d83d-412e-a2df-696a49739e94 req-11c5c8e8-b731-44bc-b160-1430af70dc90 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1180933 Apr 15 20:55:33.047939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:55:24Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1', 'name': '', 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'mac_address': 'fa:16:3e:f1:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '83226967-33f2-4fe6-9366-43d6a7107386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:23Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 2, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'subnets': [{'id': '83226967-33f2-4fe6-9366-43d6a7107386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:33.061945 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Checking router: 040c8a48-161f-4e49-bb59-351c2f1fabe3 for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:55:33.062652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Updating router 040c8a48-161f-4e49-bb59-351c2f1fabe3 port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:55:33.093686 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1e02b27a-d83d-412e-a2df-696a49739e94 req-90c9f8e0-947a-4a97-8ada-6dde870a4c72 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618551 Apr 15 20:55:33.140935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:33.324755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd5c16-74b9-4c6e-9ec6-bb5398fae4ee req-a759a54b-8270-4d81-995d-8d31fee0884f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:33.327328 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38cd5c16-74b9-4c6e-9ec6-bb5398fae4ee req-a759a54b-8270-4d81-995d-8d31fee0884f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.1678455 Apr 15 20:55:33.408026 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38cd5c16-74b9-4c6e-9ec6-bb5398fae4ee req-9776a9ac-d35d-4219-852c-687e8ed6687b tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738611 Apr 15 20:55:33.566389 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:33.579702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Transition to ACTIVE for port object 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:33.587803 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:33.607661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:33.744639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891425f5-4bd8-4339-84dc-a77e7c2307cb None None] Pushing event updated for resources: {'Port': ['ID=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:33.749692 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-891425f5-4bd8-4339-84dc-a77e7c2307cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:34.044791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Attempting to bind port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:34.044791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Attempting to bind port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:34.045758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Attempting to bind port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 on network f40bd594-52f2-484f-8028-c0859ded3704 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:34.062034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:34.062034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Checking segment: {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:34.062034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:34.062034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Bound using segment: {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:34.062034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Bound port: 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5464d119-7e13-4b22-b911-54e2a9e6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:34.062034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:34.253154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] For port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:34.256769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] For port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:34.261391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:34.277860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1b4ccc71-3989-4e03-a805-e95c95af9b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:34.381715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5ac0d-7dd2-47e1-a142-a515ea721b75 req-53634561-b77f-4aa8-afde-8dfecb0d3b5c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:34.384182 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77f5ac0d-7dd2-47e1-a142-a515ea721b75 req-53634561-b77f-4aa8-afde-8dfecb0d3b5c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1045275 Apr 15 20:55:34.472186 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77f5ac0d-7dd2-47e1-a142-a515ea721b75 req-d02fd0b0-f9e9-49d2-8a2e-a5a9b18cf36d tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744486 Apr 15 20:55:34.480285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891425f5-4bd8-4339-84dc-a77e7c2307cb None None] Pushing event updated for resources: {'Port': ['ID=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:34.526851 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-891425f5-4bd8-4339-84dc-a77e7c2307cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:34.561163 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Routers {'040c8a48-161f-4e49-bb59-351c2f1fabe3'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:34.561872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['040c8a48-161f-4e49-bb59-351c2f1fabe3'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:34.833966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4737261-ab56-4902-8d31-28abf5848475 req-27c92257-a352-4ae0-a981-bb0db7fe9caf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:34.835745 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a4737261-ab56-4902-8d31-28abf5848475 req-27c92257-a352-4ae0-a981-bb0db7fe9caf tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.1678910 Apr 15 20:55:34.857458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88311dc9-7418-48d0-9510-cc0583a8c31c req-531f72c0-6d3e-4fe3-b42c-6ffa1c7b9552 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:34.866026 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-88311dc9-7418-48d0-9510-cc0583a8c31c req-531f72c0-6d3e-4fe3-b42c-6ffa1c7b9552 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 946 time: 0.2529674 Apr 15 20:55:34.968609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Deleting port af7569d5-caaa-417d-8517-df1fbd63dd21 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:34.969021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:35.064942 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-88311dc9-7418-48d0-9510-cc0583a8c31c req-4fff7d25-c208-4594-8dd2-4ffd372be98f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975265 Apr 15 20:55:35.127094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] Set router 040c8a48-161f-4e49-bb59-351c2f1fabe3 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:35.475280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] For port af7569d5-caaa-417d-8517-df1fbd63dd21, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=af7569d5-caaa-417d-8517-df1fbd63dd21,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:35.476029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:35.689106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:55:24Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1', 'name': '', 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'mac_address': 'fa:16:3e:f1:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '83226967-33f2-4fe6-9366-43d6a7107386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:23Z', 'updated_at': '2021-04-15T20:55:34Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'subnets': [{'id': '83226967-33f2-4fe6-9366-43d6a7107386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:35.703962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db155210-0b77-4e1f-9717-37da9806a8b8 None None] The sync data for ids ['040c8a48-161f-4e49-bb59-351c2f1fabe3'] in dv-cinder-562053-18-smb is: [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:55:24Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1', 'name': '', 'network_id': 'f40bd594-52f2-484f-8028-c0859ded3704', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'mac_address': 'fa:16:3e:f1:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '83226967-33f2-4fe6-9366-43d6a7107386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:23Z', 'updated_at': '2021-04-15T20:55:34Z', 'revision_number': 4, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'subnets': [{'id': '83226967-33f2-4fe6-9366-43d6a7107386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:55:35.895957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520de61-3dc8-4609-a863-3085b6827693 req-8f32376f-130f-454e-8d1f-40e04072a1b2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:35.907465 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0520de61-3dc8-4609-a863-3085b6827693 req-8f32376f-130f-454e-8d1f-40e04072a1b2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1801481 Apr 15 20:55:35.996495 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0520de61-3dc8-4609-a863-3085b6827693 req-851d2ed9-00be-4a60-9a54-9a47eeb6725c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876722 Apr 15 20:55:36.032941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:36.038023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:36.038566 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:36.038930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Floating IP 40fd4d8e-0caa-46f9-8089-5605b831fae6 disassociated. External IP: 172.28.0.178, port: af7569d5-caaa-417d-8517-df1fbd63dd21. Apr 15 20:55:36.039326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Calling delete_port for af7569d5-caaa-417d-8517-df1fbd63dd21 owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:55:36.282542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:36.302579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:36.303015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:36.587544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:36.635139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:36.641406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:36.643701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4205c06-7a9a-4f5e-8193-fada9c86658a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:36.734948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:36.739113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:36.918319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:37.102525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a18a8495-63f4-46e1-8406-c80ad07bc642 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:37.162324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event deleted for resources: {'Port': ['ID=af7569d5-caaa-417d-8517-df1fbd63dd21,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:37.179008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:37.346902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e69abc-0e88-46f1-bd89-9960d539cacb req-dae5bafb-de62-483e-8d8a-16dede6e83b5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:37.350193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-24e69abc-0e88-46f1-bd89-9960d539cacb req-dae5bafb-de62-483e-8d8a-16dede6e83b5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1452105 Apr 15 20:55:37.395497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Router 364aff61-8c94-4211-ac77-54637fd93d2b has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:55:37.505499 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-24e69abc-0e88-46f1-bd89-9960d539cacb req-1a945315-924d-4742-af89-0f1ad1ecd95c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361351 Apr 15 20:55:37.705240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a8c3c-4fa1-4f20-b2d9-412eae1a1d36 req-52677a1a-ae4f-4ed0-8ea3-d512f98844c0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:37.713271 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-246a8c3c-4fa1-4f20-b2d9-412eae1a1d36 req-52677a1a-ae4f-4ed0-8ea3-d512f98844c0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 867 time: 1.3234918 Apr 15 20:55:37.827793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:55:37.839209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:55:37.864738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:37.865448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:37.933527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] No DVR routers for this DVR port af7569d5-caaa-417d-8517-df1fbd63dd21 on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:55:37.936710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:37.951998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'name': 'network-vif-deleted', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:55:38.010217 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-246a8c3c-4fa1-4f20-b2d9-412eae1a1d36 req-7e1f68a2-8b41-45e3-b488-10ed93e01f96 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups?id=32d2d093-a9ae-4a05-851e-d299809d4a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958126 Apr 15 20:55:38.015149 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a4737261-ab56-4902-8d31-28abf5848475 req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.60 "DELETE /v2.0/ports/af7569d5-caaa-417d-8517-df1fbd63dd21 HTTP/1.1" status: 204 len: 173 time: 3.1672773 Apr 15 20:55:38.015424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:38.168629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device af7569d5-caaa-417d-8517-df1fbd63dd21 no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:55:38.235652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: af7569d5-caaa-417d-8517-df1fbd63dd21 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:55:38.235805 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccc49ad-85b0-4614-8806-07115a26ca85', 'name': 'network-vif-deleted', 'tag': 'af7569d5-caaa-417d-8517-df1fbd63dd21', 'status': 'completed', 'code': 200} Apr 15 20:55:38.236062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device af7569d5-caaa-417d-8517-df1fbd63dd21 not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:55:38.257316 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:38.257738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:38.456343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:38.843815 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1f467-70b0-458b-9868-86a6dd6b6981 req-688bbec4-39b2-4fc6-ba46-f393f3bbc7d2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:38.852710 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2cd1f467-70b0-458b-9868-86a6dd6b6981 req-688bbec4-39b2-4fc6-ba46-f393f3bbc7d2 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1762936 Apr 15 20:55:38.929457 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2cd1f467-70b0-458b-9868-86a6dd6b6981 req-af408bc9-3340-4484-a79c-a6f6f169b9c5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753446 Apr 15 20:55:39.156921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:39.170548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:55:39.182032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:39.182777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:39.247682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8a8d29b8-0794-4202-8a5e-1798d94bfa59 req-e981ef66-720d-43ca-a768-b1e08c53ad98 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Synchronizing usage tracker for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:55:39.263696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-8a8d29b8-0794-4202-8a5e-1798d94bfa59 req-e981ef66-720d-43ca-a768-b1e08c53ad98 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Unset dirty status for tenant:17bd4e7cb3a64e5eabc483399370f9ef on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:55:39.264982 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8a8d29b8-0794-4202-8a5e-1798d94bfa59 req-e981ef66-720d-43ca-a768-b1e08c53ad98 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0942421 Apr 15 20:55:39.377584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:39.657699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-3158d4e4-7b21-428c-aaf9-f6a708f3b9f5 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:39.659531 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-3158d4e4-7b21-428c-aaf9-f6a708f3b9f5 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 814 time: 0.4523132 Apr 15 20:55:39.677229 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-b43430c8-2d10-4a4f-9848-bcd5c9a619ec tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/quotas/c684ac98c36b48749130169375a0f493 HTTP/1.1" status: 200 len: 375 time: 0.0103724 Apr 15 20:55:39.754488 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:39.759493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2982bca1-b1af-49cc-963a-5e613455d531 None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:49:55Z', 'revision_number': 4, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'c126c2ec-16ec-431a-9564-60ec72b942fb', 'name': '', 'network_id': 'c09bf7c1-a98b-4439-a501-e46c39115d79', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'mac_address': 'fa:16:3e:b1:a5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:50Z', 'updated_at': '2021-04-15T20:50:14Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'subnets': [{'id': '886ce4b9-23b9-4675-a42b-e706f8b664d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:55:39.790968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-e9e5e47e-1c7c-4392-b124-845a5f57eab0 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:55:39.812181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-e9e5e47e-1c7c-4392-b124-845a5f57eab0 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:55:39.814029 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-e9e5e47e-1c7c-4392-b124-845a5f57eab0 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1298778 Apr 15 20:55:40.047266 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f8e23af9-54aa-4f87-9db6-fcddcadb42aa service neutron] 10.222.0.70 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106004 Apr 15 20:55:40.162572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ae2a8-c59d-4626-a671-169ab42a19c9 req-43ad5418-f665-453d-a110-950ee8642dec tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:40.168046 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3d1ae2a8-c59d-4626-a671-169ab42a19c9 req-43ad5418-f665-453d-a110-950ee8642dec tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1037395 Apr 15 20:55:40.208991 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-4175e15c-f01a-4076-93fc-2090d98c4505 service neutron] 10.222.0.70 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517487 Apr 15 20:55:40.221805 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3d1ae2a8-c59d-4626-a671-169ab42a19c9 req-3b7c4170-236e-4843-9ccf-7554823361fb tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509989 Apr 15 20:55:40.273861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70d815f-6973-4502-b2fa-fce3570faf21 None None] New status for floating IP 40fd4d8e-0caa-46f9-8089-5605b831fae6: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:55:40.468575 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d61f2f45-c795-4825-b781-08e1bdc6c028 req-54fbf074-fe5c-460b-a945-9c3cbb8fad30 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0583372 Apr 15 20:55:40.538572 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1be4fecb-ddad-4e82-9bfa-a048c14d3cf2 req-4e143799-a471-410e-8b41-a49629d4dc15 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 210 time: 0.0806570 Apr 15 20:55:41.447227 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1028c-ce81-4c00-a32b-7aea716fda33 req-04e74dc2-2576-4d70-943d-785d2470fdba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:41.448766 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1db1028c-ce81-4c00-a32b-7aea716fda33 req-04e74dc2-2576-4d70-943d-785d2470fdba tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.0995467 Apr 15 20:55:41.499291 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1db1028c-ce81-4c00-a32b-7aea716fda33 req-c573f30e-55d5-4b89-a884-543c810e1588 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Apr 15 20:55:41.646433 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-303c9bdd-d14f-4348-b293-c867864ab9f8 req-f180d36e-e34e-4d14-bc41-6922493a5c0a tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0525420 Apr 15 20:55:41.720260 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-11a0ce8a-f32b-4d83-a2eb-d9aae48fda04 req-afa55218-67b4-4e3c-8377-edbea081dac0 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 210 time: 0.0640504 Apr 15 20:55:42.718197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa2fe7-3d45-4a77-9a37-2d5e98949222 req-0881eb62-297c-4cf4-b6ca-ba4dbf4e67d6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:42.720240 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f5aa2fe7-3d45-4a77-9a37-2d5e98949222 req-0881eb62-297c-4cf4-b6ca-ba4dbf4e67d6 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.0939071 Apr 15 20:55:42.791624 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f5aa2fe7-3d45-4a77-9a37-2d5e98949222 req-717265c2-8d77-4425-9d4f-f6642fde5765 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602677 Apr 15 20:55:42.857108 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-373247c6-1c07-4053-8cfc-66997cdef891 req-f585af7f-bd74-4b34-90f4-2551819de612 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0689864 Apr 15 20:55:42.956257 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ddf22642-3596-41b9-9180-65f021504efe req-b067ecf1-d588-4106-83b2-a2e8623cdf3e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 210 time: 0.0529652 Apr 15 20:55:43.673480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:55:44.019905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fbe84-9cfa-4864-8f94-8cc3b80a7b4e req-7f65001a-4378-45d6-bfb5-6b5afc27aa87 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:44.021499 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aa3fbe84-9cfa-4864-8f94-8cc3b80a7b4e req-7f65001a-4378-45d6-bfb5-6b5afc27aa87 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.0983405 Apr 15 20:55:44.041747 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0b06e21e-a3ee-413a-8be2-18677c2f14ba req-6fe374b2-cead-497d-936b-28c18551960c tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/ports?device_id=bccc49ad-85b0-4614-8806-07115a26ca85 HTTP/1.1" status: 200 len: 210 time: 0.0505843 Apr 15 20:55:44.073290 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aa3fbe84-9cfa-4864-8f94-8cc3b80a7b4e req-290e082e-1c22-477a-bd58-e771976e95ce tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448792 Apr 15 20:55:44.206983 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9c5003c4-2825-43fb-b366-096b917a4378 req-fa223d01-d404-425c-8fc4-362746200b41 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 210 time: 0.0505905 Apr 15 20:55:44.781027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-1d7a0a0d-6c44-42c4-acb4-967e25d3522f tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:44.781835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-1d7a0a0d-6c44-42c4-acb4-967e25d3522f tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:55:44.799381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-1d7a0a0d-6c44-42c4-acb4-967e25d3522f tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:55:44.800653 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-1d7a0a0d-6c44-42c4-acb4-967e25d3522f tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 814 time: 0.1872399 Apr 15 20:55:44.814588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'port': {'device_id': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'admin_state_up': True, 'tenant_id': 'c684ac98c36b48749130169375a0f493'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:44.963558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:55:44.975711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:55:44.985954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Made reservation on behalf of c684ac98c36b48749130169375a0f493 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:55:44.992621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.193424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47582) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:45.197385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Allocated IP 172.20.0.6 (a9301c17-05c8-4468-8b3d-ebf34916920a/d726fb0b-6233-4020-a202-37789ee6e5bc/a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:55:45.404739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.437485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.454281 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1abdecb6-4b2c-4711-ac9d-469360ae46e8 req-9d8527d9-3833-4bc0-b1fc-127557c70dbf tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 210 time: 0.0557699 Apr 15 20:55:45.507267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.515025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98645539-7d3e-480c-9c7d-92c2f532ae4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:45.543425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0657d-37f1-441c-9b43-a5c9e7363944 req-95622867-abe4-4b94-9986-7468fb29d243 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:45.552013 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-31c0657d-37f1-441c-9b43-a5c9e7363944 req-95622867-abe4-4b94-9986-7468fb29d243 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 943 time: 0.2672207 Apr 15 20:55:45.552281 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.575138 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Transition to ACTIVE for port object a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:45.577656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d2d093-a9ae-4a05-851e-d299809d4a4b,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:45.605709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:45.620487 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-31c0657d-37f1-441c-9b43-a5c9e7363944 req-9f7c59b3-72ba-4c0f-8684-04c96d4f4327 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669527 Apr 15 20:55:45.634831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.640148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47588) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:45.642201 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "DELETE /v2.0/security-groups/32d2d093-a9ae-4a05-851e-d299809d4a4b HTTP/1.1" status: 204 len: 168 time: 0.4474070 Apr 15 20:55:45.654879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:45.709226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d8feebc5-2e81-4ac9-ae05-25f135bcb961 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:45.799929 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.v2.resource [None req-89b49a76-fb41-4b5c-a6cf-2569e9f60ea4 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] show failed (client error): The resource could not be found. Apr 15 20:55:45.805062 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-89b49a76-fb41-4b5c-a6cf-2569e9f60ea4 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "GET /v2.0/security-groups/32d2d093-a9ae-4a05-851e-d299809d4a4b HTTP/1.1" status: 404 len: 347 time: 0.1603441 Apr 15 20:55:45.805489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47592) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:45.890517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:45.895908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:45.975405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Network a9301c17-05c8-4468-8b3d-ebf34916920a is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:55:45.976891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:55:45.979551 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:55:46.030587 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Deleting port 9827dc48-1177-47d5-81a5-7b309e4d75b1 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:46.030973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.054308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:46.055207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.089930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798188 Apr 15 20:55:46.171161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:55:46.238704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.239268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.293393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-e22dc83e-a66c-42a9-9c9d-7e388c34a012 None None] Provisioning for port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:55:46.298670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-e22dc83e-a66c-42a9-9c9d-7e388c34a012 None None] Provisioning complete for port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:46.299202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e22dc83e-a66c-42a9-9c9d-7e388c34a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.376403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Calling delete_port for 9827dc48-1177-47d5-81a5-7b309e4d75b1 owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:55:46.395513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-e22dc83e-a66c-42a9-9c9d-7e388c34a012 None None] Port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:55:46.404319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:46.424541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'port_id': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'mac_address': 'fa:16:3e:2c:b6:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:55:46.489122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.508888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c2f2d8-2edf-4b5e-b8af-5e822df7147c {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:55:46.527219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:46.531371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.533333 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:46.609253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:46.623997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=9']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:46.628134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:46.717340 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-5fe23bbe-8ade-4112-b4d7-e3cce01dfc45 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:46.717862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-5fe23bbe-8ade-4112-b4d7-e3cce01dfc45 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:55:46.746700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['d8c2f2d8-2edf-4b5e-b8af-5e822df7147c'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:55:46.750791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3042656f-4118-42a1-bdce-ccbeda015550 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:46.752278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-5fe23bbe-8ade-4112-b4d7-e3cce01dfc45 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:55:46.753612 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-5fe23bbe-8ade-4112-b4d7-e3cce01dfc45 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.1514142 Apr 15 20:55:46.854448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-823ad70c-553d-473a-b0a7-b3ca33b38bcf tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:55:46.887769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-823ad70c-553d-473a-b0a7-b3ca33b38bcf tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:55:46.889178 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f1278a7f-d9c0-4474-a6be-f75d381397fc req-823ad70c-553d-473a-b0a7-b3ca33b38bcf tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289933 Apr 15 20:55:46.913563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Pushing event deleted for resources: {'Port': ['ID=9827dc48-1177-47d5-81a5-7b309e4d75b1,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:46.933709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:47.018494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:47.038901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:47.043524 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9ddddf7a-59b9-4d2a-b1ab-31fb738df4ed tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] 10.222.0.70 "DELETE /v2.0/floatingips/40fd4d8e-0caa-46f9-8089-5605b831fae6 HTTP/1.1" status: 204 len: 168 time: 1.2335906 Apr 15 20:55:47.054646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a5107-fc11-4e9a-9104-eb2ed6ce30a4 req-f21bf3e3-6f4d-47ad-a288-e649bf510a9a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:47.054646 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-267a5107-fc11-4e9a-9104-eb2ed6ce30a4 req-f21bf3e3-6f4d-47ad-a288-e649bf510a9a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 944 time: 0.1945202 Apr 15 20:55:47.137453 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-267a5107-fc11-4e9a-9104-eb2ed6ce30a4 req-cc01fd62-b86e-485d-9e8f-11c593ebcba0 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799139 Apr 15 20:55:48.101792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93b19a-5cca-47fd-b29b-87c418ca1324 req-2e90596e-af02-4bb0-9104-bcbc2e136546 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:48.103348 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8d93b19a-5cca-47fd-b29b-87c418ca1324 req-2e90596e-af02-4bb0-9104-bcbc2e136546 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.0952671 Apr 15 20:55:48.153162 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8d93b19a-5cca-47fd-b29b-87c418ca1324 req-96654877-fcb3-44da-b345-eb60f18aa588 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431001 Apr 15 20:55:48.191561 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:55:48.282417 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:55:48.282838 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:48.414818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be1fb4-5296-43a7-82e0-0b8abc254fa1 req-979ff703-c911-4cd6-a7bb-35adf744e542 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:48.416755 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-25be1fb4-5296-43a7-82e0-0b8abc254fa1 req-979ff703-c911-4cd6-a7bb-35adf744e542 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 944 time: 0.1027744 Apr 15 20:55:48.457398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:48.491107 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-25be1fb4-5296-43a7-82e0-0b8abc254fa1 req-5c78da79-5e70-4a8c-82f3-105eaae7a266 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631764 Apr 15 20:55:48.504300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:55:48.531014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:48.535259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:48.537484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:48.586047 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'code': 200} Apr 15 20:55:48.623201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=10']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:48.626770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:49.367736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb6693-ede7-43fc-91a4-249903955943 req-6443296b-af69-42b0-ad36-1b45ec191a43 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:49.372904 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aabb6693-ede7-43fc-91a4-249903955943 req-6443296b-af69-42b0-ad36-1b45ec191a43 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.0951419 Apr 15 20:55:49.427491 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-aabb6693-ede7-43fc-91a4-249903955943 req-d93f8a2e-8013-4ae6-842d-916e8e88320a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Apr 15 20:55:49.711812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b6078-b1a4-4b94-bdc9-4c6b840322d0 req-0d8df0ac-0814-4044-8b52-c04fe16b5fe8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:49.713465 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-428b6078-b1a4-4b94-bdc9-4c6b840322d0 req-0d8df0ac-0814-4044-8b52-c04fe16b5fe8 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.1072736 Apr 15 20:55:49.777377 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-428b6078-b1a4-4b94-bdc9-4c6b840322d0 req-d78d27ef-9d93-43fe-b0da-e7eaa9622119 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509062 Apr 15 20:55:50.633140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00190630-a428-4d48-850e-ff9fad6856e5 req-27d6a359-75e2-4c45-93c2-deefed33e7e6 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:50.634898 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-00190630-a428-4d48-850e-ff9fad6856e5 req-27d6a359-75e2-4c45-93c2-deefed33e7e6 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.0902345 Apr 15 20:55:50.685113 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-00190630-a428-4d48-850e-ff9fad6856e5 req-f29b3d9d-fb01-49f7-897f-a235486c1bee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430276 Apr 15 20:55:50.994449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5aa63-e987-4410-bade-67a58a292d2c req-96252678-3aaf-4ba4-8674-53249ff2ff3a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:50.996899 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-18b5aa63-e987-4410-bade-67a58a292d2c req-96252678-3aaf-4ba4-8674-53249ff2ff3a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.0943737 Apr 15 20:55:51.046597 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-18b5aa63-e987-4410-bade-67a58a292d2c req-e904b24f-2704-423d-b785-2b77d1fc556c tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 Apr 15 20:55:51.279930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47644) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:51.953343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5d761-878b-4f20-9ae8-25f40dd4b1e9 req-b4c2e79e-d41f-41b6-a555-1f7914d583de tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:51.955606 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abe5d761-878b-4f20-9ae8-25f40dd4b1e9 req-b4c2e79e-d41f-41b6-a555-1f7914d583de tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.1178672 Apr 15 20:55:52.002042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:52.008086 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-abe5d761-878b-4f20-9ae8-25f40dd4b1e9 req-bd8438ba-4eb1-4c9f-875a-2a4e0131af22 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456977 Apr 15 20:55:52.387493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-09655aac-470a-416f-88f5-0c01e341ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:52.588631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bcc2c-15d8-4152-b15e-8ea297a2864e req-5a725919-0203-4911-8714-a5a33e9200e9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:52.590436 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-546bcc2c-15d8-4152-b15e-8ea297a2864e req-5a725919-0203-4911-8714-a5a33e9200e9 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.2122638 Apr 15 20:55:52.682756 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-546bcc2c-15d8-4152-b15e-8ea297a2864e req-0955025d-7812-4d6e-a634-346060ee843a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646467 Apr 15 20:55:52.767701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Deleting port c126c2ec-16ec-431a-9564-60ec72b942fb {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:52.768082 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:52.968657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] For port c126c2ec-16ec-431a-9564-60ec72b942fb, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c126c2ec-16ec-431a-9564-60ec72b942fb,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:52.969623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:53.106902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Calling delete_port for c126c2ec-16ec-431a-9564-60ec72b942fb owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:55:53.267512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c14b4-0eae-415b-8e7c-73d3773d7ec5 req-f8aa023e-7176-4cce-b948-c681b3881cfd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:53.275889 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-929c14b4-0eae-415b-8e7c-73d3773d7ec5 req-f8aa023e-7176-4cce-b948-c681b3881cfd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.1487699 Apr 15 20:55:53.335873 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-929c14b4-0eae-415b-8e7c-73d3773d7ec5 req-eac48ecb-0b93-422d-ac4d-18411418aae9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Apr 15 20:55:53.410404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:53.427853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c6eb372a-5cd6-412c-8c56-0d115f3b63ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:53.532810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c126c2ec-16ec-431a-9564-60ec72b942fb,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:53.536920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:54.029751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2534c7b-744a-4587-b8de-4ba74f3f3b33 req-647de0cc-aefa-4149-8e40-e7152af37b64 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:54.031441 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2534c7b-744a-4587-b8de-4ba74f3f3b33 req-647de0cc-aefa-4149-8e40-e7152af37b64 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.1389294 Apr 15 20:55:54.056181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:54.158568 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f2534c7b-744a-4587-b8de-4ba74f3f3b33 req-974cb05e-5d47-4e32-882f-87bcee023595 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189296 Apr 15 20:55:54.385314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3a6a35c9-8ddf-43ab-bb9e-e0b7bf1f1903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:54.590218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07420b4-6dcd-44e3-bfb4-fe6c4b0c5012 req-ea1848a8-4063-4e17-a246-bb365ce5956b tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:54.598574 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e07420b4-6dcd-44e3-bfb4-fe6c4b0c5012 req-ea1848a8-4063-4e17-a246-bb365ce5956b tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.1205080 Apr 15 20:55:54.631214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Router 364aff61-8c94-4211-ac77-54637fd93d2b has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:55:54.641620 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-e07420b4-6dcd-44e3-bfb4-fe6c4b0c5012 req-4d1652b2-9fc3-4325-aa82-5aa8ce3c53ec tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Apr 15 20:55:54.842448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:55:54.852118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] Sync routers for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:55:54.856424 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f37f8be4-7da3-43dc-af5c-00f30a88d7d4 admin admin] 10.222.0.70 "PUT /v2.0/routers/364aff61-8c94-4211-ac77-54637fd93d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5753100 Apr 15 20:55:54.859497 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47662) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:54.862364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:54.863043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:55.064071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:55.357496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:55.371998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:55:53Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:55.376728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] Checking router: 364aff61-8c94-4211-ac77-54637fd93d2b for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:55:55.386695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] Routers {'364aff61-8c94-4211-ac77-54637fd93d2b'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:55:55.387334 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['364aff61-8c94-4211-ac77-54637fd93d2b'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:55.455834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Request body: {'port': {'device_id': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:55:55.591244 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:55.608060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:55.611850 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd819344-3273-49e6-b5a3-5b173999d12a req-47a93608-33df-41af-8b3f-82f0a4898632 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:55.614628 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bd819344-3273-49e6-b5a3-5b173999d12a req-47a93608-33df-41af-8b3f-82f0a4898632 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.3338315 Apr 15 20:55:55.641808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Deleting port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:55.642208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:55.788845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] Set router 364aff61-8c94-4211-ac77-54637fd93d2b gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:55:55.827586 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bd819344-3273-49e6-b5a3-5b173999d12a req-9b036103-9e5d-4c44-b0c0-b3df796736f5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068293 Apr 15 20:55:55.989198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf02c78-5ca2-4bcd-bedd-ce8855dc00e7 req-09215739-22ca-4b37-bb24-fb9fa6bc0f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:55.990807 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab039a-414d-4f7e-ba4b-a661d89c4fc3 req-debd4b57-e922-42d1-a99b-011c3481abfe tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:55.990954 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adf02c78-5ca2-4bcd-bedd-ce8855dc00e7 req-09215739-22ca-4b37-bb24-fb9fa6bc0f83 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 1099 time: 0.2597938 Apr 15 20:55:55.992442 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0eab039a-414d-4f7e-ba4b-a661d89c4fc3 req-debd4b57-e922-42d1-a99b-011c3481abfe tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 931 time: 0.1355214 Apr 15 20:55:56.016861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.017715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.025881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] For port d54c1c1a-7d2c-497f-a5ff-33e38b7e6350, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:56.025881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.026202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.145997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:55:53Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:56.150487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bfc94-a6a8-4ad5-83d0-686ec635521d None None] The sync data for ids ['364aff61-8c94-4211-ac77-54637fd93d2b'] in dv-cinder-562053-18-smb is: [{'id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'name': 'tempest-AttachVolumeTestJSON-606780942-router', 'tenant_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45'}], 'enable_snat': True}, 'gw_port_id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:42Z', 'updated_at': '2021-04-15T20:55:53Z', 'revision_number': 5, 'project_id': '17bd4e7cb3a64e5eabc483399370f9ef', 'gw_port': {'id': 'd54c1c1a-7d2c-497f-a5ff-33e38b7e6350', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:97:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364aff61-8c94-4211-ac77-54637fd93d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:43Z', 'updated_at': '2021-04-15T20:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:55:56.176191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Calling delete_port for d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:55:56.211909 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-adf02c78-5ca2-4bcd-bedd-ce8855dc00e7 req-0aef8dd3-39d1-4676-b236-d01fcf9d6213 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114637 Apr 15 20:55:56.323122 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0eab039a-414d-4f7e-ba4b-a661d89c4fc3 req-f1ae04ea-0d9e-4eea-99c9-1da3ad649129 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200104 Apr 15 20:55:56.381749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:55:56.383123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.390542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.400534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d5f42d6a-978b-44b1-9b99-6d36915a4d4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:56.406447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Transition to ACTIVE for port object a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:55:56.410194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.425857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9f3dbab0-892b-436a-8dfd-f6431569e58b tempest-VolumesNegativeTest-1322404321 tempest-VolumesNegativeTest-1322404321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:56.498492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Pushing event deleted for resources: {'Port': ['ID=d54c1c1a-7d2c-497f-a5ff-33e38b7e6350,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:56.501190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:56.559701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:56.564346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:56.666535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.800691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Attempting to bind port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:55:56.801073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Attempting to bind port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:55:56.801504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Attempting to bind port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb on network a9301c17-05c8-4468-8b3d-ebf34916920a {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:56.806537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb on network a9301c17-05c8-4468-8b3d-ebf34916920a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:55:56.806874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Attempting to bind port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb on network a9301c17-05c8-4468-8b3d-ebf34916920a {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:55:56.812632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:55:56.813005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Checking segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:55:56.813432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Bound using segment: {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:55:56.813905 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Bound port: a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c0fc6c-0a19-4e64-9fc7-be81434afea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:55:56.814319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.859490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.862849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.886510 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.887030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364aff61-8c94-4211-ac77-54637fd93d2b {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:55:56.900836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.902174 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] 10.222.0.70 "DELETE /v2.0/routers/364aff61-8c94-4211-ac77-54637fd93d2b HTTP/1.1" status: 204 len: 168 time: 2.0416420 Apr 15 20:55:56.904940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47672) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:56.931172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:55:56.938860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:55:56.943575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.967061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:56.982079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7f2a279f-d953-4199-9f06-be1db8c47e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:57.093607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Deleting subnet 886ce4b9-23b9-4675-a42b-e706f8b664d5 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:55:57.100049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:57.158231 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:57.171220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:57.181940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f6dc0-4c36-42e1-8b02-4e3e261a4f61 req-28752a25-4ec1-4c16-a9c8-83020ab48a0e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:57.184045 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b12f6dc0-4c36-42e1-8b02-4e3e261a4f61 req-28752a25-4ec1-4c16-a9c8-83020ab48a0e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.1991415 Apr 15 20:55:57.195455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:57.223125 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:57.223804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:57.225534 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-98bf2038-5f29-495f-95a5-74e6ec15e43b service neutron] 10.222.0.60 "PUT /v2.0/ports/a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 1093 time: 1.7746508 Apr 15 20:55:57.226531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:55:57.317881 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b12f6dc0-4c36-42e1-8b02-4e3e261a4f61 req-91e480fa-caf5-4a0e-b056-8ff0572becb5 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829778 Apr 15 20:55:57.365536 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'status': 'completed', 'code': 200} Apr 15 20:55:57.404766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-a7abe299-413f-4c44-9972-04b1ddfd0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:57.406645 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-a7abe299-413f-4c44-9972-04b1ddfd0095 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1096 time: 0.1281629 Apr 15 20:55:57.412654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:57.558445 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-605781ca-aba4-40f5-b87d-28609b9279c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 217 time: 0.1422784 Apr 15 20:55:57.651174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eb528-e8a2-418d-b7c7-7e949b826f06 req-05615dcb-468c-49dc-a91d-428014f1facd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:57.653009 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-892eb528-e8a2-418d-b7c7-7e949b826f06 req-05615dcb-468c-49dc-a91d-428014f1facd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 943 time: 0.1650095 Apr 15 20:55:57.659522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-820805fe-036e-4cae-9040-787f0fc637e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:57.661069 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-820805fe-036e-4cae-9040-787f0fc637e9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0944505 Apr 15 20:55:57.706939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:57.724929 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-251420bd-4591-4e15-bdc8-81b9a1a3c32b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:57.766602 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-892eb528-e8a2-418d-b7c7-7e949b826f06 req-707cf9ec-7bb5-4f29-9aa6-87a91f973925 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Apr 15 20:55:57.796015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-af9ec8ba-b153-4c57-b756-33a106c908de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:57.797636 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-af9ec8ba-b153-4c57-b756-33a106c908de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1159351 Apr 15 20:55:57.824646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886ce4b9-23b9-4675-a42b-e706f8b664d5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:57.829416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:57.863998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:57.873711 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1738cffe-6bc7-45d4-aaa1-b7bf21ef4bb0 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/886ce4b9-23b9-4675-a42b-e706f8b664d5 HTTP/1.1" status: 204 len: 168 time: 0.9653554 Apr 15 20:55:57.874243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47714) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:55:57.876465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b50681-7549-4868-b647-cb7ff7b47329 None None] Network c09bf7c1-a98b-4439-a501-e46c39115d79 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:55:57.989741 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-292e9dd1-4404-4fd8-b4f6-3f26e58a5add service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845770 Apr 15 20:55:57.992086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:55:57.997086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:58.035205 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:55:58.035620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d54c1c1a-7d2c-497f-a5ff-33e38b7e6350 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:55:58.036088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c126c2ec-16ec-431a-9564-60ec72b942fb no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:55:58.104056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: c126c2ec-16ec-431a-9564-60ec72b942fb {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:55:58.104442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c126c2ec-16ec-431a-9564-60ec72b942fb not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:55:58.143140 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5a4f6c62-5919-4321-8513-fc7fa94d0a86 req-d6faf9c8-acad-4978-a6d4-05567c83af7d service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455092 Apr 15 20:55:58.252052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] DHCP port deletion for c09bf7c1-a98b-4439-a501-e46c39115d79 request from dv-cinder-562053-18-smb {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:55:58.259116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Deleting port 940e59c6-f90d-4003-b016-0ebb164137d9 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:58.259877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:58.286294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-bf35512e-94c9-4545-9b75-f9e2c38d5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:58.287966 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-bf35512e-94c9-4545-9b75-f9e2c38d5f5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1096 time: 0.0918510 Apr 15 20:55:58.328616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Deleting port 940e59c6-f90d-4003-b016-0ebb164137d9 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:58.328995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:58.440912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-4e359e21-a3a2-4d30-af32-7db93cc08ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:58.442558 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-4e359e21-a3a2-4d30-af32-7db93cc08ea1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.1456833 Apr 15 20:55:58.501130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] For port 940e59c6-f90d-4003-b016-0ebb164137d9, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=940e59c6-f90d-4003-b016-0ebb164137d9,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:58.501515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:58.534177 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-7041da93-c71b-48f4-9e13-88cd40642229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 217 time: 0.0825143 Apr 15 20:55:58.606877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] For port 940e59c6-f90d-4003-b016-0ebb164137d9, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=940e59c6-f90d-4003-b016-0ebb164137d9,segment=NetworkSegment(c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b),segment_id=c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:55:58.607287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:58.616428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-66cf4c46-c5ac-427c-8d53-e0bedd458295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:58.618354 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-66cf4c46-c5ac-427c-8d53-e0bedd458295 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0749125 Apr 15 20:55:58.645856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Calling delete_port for 940e59c6-f90d-4003-b016-0ebb164137d9 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:55:58.713474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-fc7c9276-fa9b-4cab-9810-5f99b219b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:58.715207 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-fc7c9276-fa9b-4cab-9810-5f99b219b459 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0879493 Apr 15 20:55:58.750032 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Calling delete_port for 940e59c6-f90d-4003-b016-0ebb164137d9 owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:55:58.805448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023'] for port, after_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:58.808475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f39f12-05c8-40a0-8cb0-76724d71b6de req-def39a6f-4c2f-491e-a779-7ef2771a13af tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:58.810217 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86f39f12-05c8-40a0-8cb0-76724d71b6de req-def39a6f-4c2f-491e-a779-7ef2771a13af tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.3025141 Apr 15 20:55:58.823150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4c2c3470-e52a-46e3-91ef-fc101dee5fc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:55:58.889709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85418) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:55:58.890143 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:55:58.892641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-36a3ccab-b5bc-452a-b182-52d4ec4c3922 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678576 Apr 15 20:55:58.902846 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-86f39f12-05c8-40a0-8cb0-76724d71b6de req-aedbc3d4-da92-4ce4-817c-98fcc7d3c8b1 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846412 Apr 15 20:55:58.950643 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Pushing event deleted for resources: {'Port': ['ID=940e59c6-f90d-4003-b016-0ebb164137d9,revision_number=None']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:55:58.955681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:55:58.989691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fee34-747b-4ca1-b066-a63ef86c23e8 None None] No DVR routers for this DVR port 940e59c6-f90d-4003-b016-0ebb164137d9 on host dv-cinder-562053-18-smb {{(pid=85420) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:55:59.101143 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ffaf86ec-0206-4b36-9156-03d3ca2ea0ac req-f228c956-3c02-4ed0-ad83-6f679ad752ba service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625419 Apr 15 20:55:59.109356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467096a-5410-42db-847d-25aa3e295aa3 req-4a316b71-67c1-4a73-9409-a2d6cce09a47 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:55:59.110907 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2467096a-5410-42db-847d-25aa3e295aa3 req-4a316b71-67c1-4a73-9409-a2d6cce09a47 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 943 time: 0.2133145 Apr 15 20:55:59.159993 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2467096a-5410-42db-847d-25aa3e295aa3 req-1c31cf12-8805-47e1-bf48-e93a1463cc69 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Apr 15 20:55:59.391658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Deleting port 940e59c6-f90d-4003-b016-0ebb164137d9 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:55:59.392223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:59.464953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] The port '940e59c6-f90d-4003-b016-0ebb164137d9' was deleted {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:55:59.602237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:59.720099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c09bf7c1-a98b-4439-a501-e46c39115d79']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:59.733419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:59.733735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24b17a4-31b5-4619-83c6-d9ef6a2bfa0b') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:55:59.746875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:59.766817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:59.773862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:55:59.935234 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 940e59c6-f90d-4003-b016-0ebb164137d9 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:55:59.963006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Network c09bf7c1-a98b-4439-a501-e46c39115d79 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:55:59.973567 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:55:59.973769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 940e59c6-f90d-4003-b016-0ebb164137d9 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:55:59.974008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 940e59c6-f90d-4003-b016-0ebb164137d9 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:56:00.155798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Network c09bf7c1-a98b-4439-a501-e46c39115d79 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: % (table.description, expected, rows_matched) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: % (table.description, expected, rows_matched) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: % (table.description, expected, rows_matched) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: % (table.description, expected, rows_matched) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:56:00.178882 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:56:00.254820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:56:00.255030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.258436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:00.279039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.289405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Pushing event deleted for resources: {'Network': ['ID=c09bf7c1-a98b-4439-a501-e46c39115d79,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:00.293624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:00.347729 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6d9f23e7-937c-463f-8977-2c3291fa2188 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c09bf7c1-a98b-4439-a501-e46c39115d79 HTTP/1.1" status: 204 len: 168 time: 2.4725776 Apr 15 20:56:00.389080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875552a-08e8-41c3-93d6-bf14c8fe08e3 req-e53cf11f-33f4-4a39-b175-49d4f62e5904 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:00.390789 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1875552a-08e8-41c3-93d6-bf14c8fe08e3 req-e53cf11f-33f4-4a39-b175-49d4f62e5904 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 943 time: 0.1026309 Apr 15 20:56:00.407572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:00.422548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'port_id': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'mac_address': 'fa:16:3e:ca:0b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:56:00.454639 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1875552a-08e8-41c3-93d6-bf14c8fe08e3 req-a20d1d9a-3fb0-4e1f-9323-3335fe552466 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570099 Apr 15 20:56:00.481479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47728) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:00.489423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.507118 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:56:00.523096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:00.526563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.528407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-54b3278a-90dc-41dd-a195-414a8a377853 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:00.534900 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-766be956-12a2-470f-8349-940543b7fdf2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17bd4e7cb3a64e5eabc483399370f9ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0496187 Apr 15 20:56:00.535454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47732) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:00.598539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:00.601792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:00.604982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.633651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.694997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.700342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1980fdc0-6ca2-483d-ac1c-3831f5e5008a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:00.714770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41833873-9251-48ec-a7b9-32a066bbd8cc,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:00.717387 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:00.724976 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:00.725221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:56:00.726563 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41833873-9251-48ec-a7b9-32a066bbd8cc HTTP/1.1" status: 204 len: 168 time: 0.1896133 Apr 15 20:56:01.653120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3664c-edc5-4bdc-8930-2b67135cac08 req-07f118ed-0da7-4c53-87b1-55185ae8180d tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:01.654788 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b0f3664c-edc5-4bdc-8930-2b67135cac08 req-07f118ed-0da7-4c53-87b1-55185ae8180d tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 944 time: 0.0899746 Apr 15 20:56:01.707606 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b0f3664c-edc5-4bdc-8930-2b67135cac08 req-ad6964b5-96c4-4362-9eaa-deb9a8f27666 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461311 Apr 15 20:56:02.279835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:56:02.352182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:56:02.357588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:56:02.357834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:02.483352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:02.512476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:56:02.523817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:02.527821 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:02.529839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:02.570910 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'code': 200} Apr 15 20:56:02.606844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:02.610004 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:02.826320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bae33-cc79-4c51-b6fc-e1bec771d288 req-8b52176c-9462-479f-9c84-bc2a61b53bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:02.827900 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-998bae33-cc79-4c51-b6fc-e1bec771d288 req-8b52176c-9462-479f-9c84-bc2a61b53bf6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1098 time: 0.0896342 Apr 15 20:56:02.917908 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-998bae33-cc79-4c51-b6fc-e1bec771d288 req-71cc2957-e7d3-49b5-a5a1-6ce582d2142e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559320 Apr 15 20:56:02.948682 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5f2f9-9f12-41a2-8ed2-341e2846589b req-81d225c9-8e4d-4181-ae31-8ffe8836b772 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:02.950221 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f0c5f2f9-9f12-41a2-8ed2-341e2846589b req-81d225c9-8e4d-4181-ae31-8ffe8836b772 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.1288733 Apr 15 20:56:02.999975 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f0c5f2f9-9f12-41a2-8ed2-341e2846589b req-9aecf3f9-8f40-4ca7-8063-c005baa27786 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Apr 15 20:56:04.225612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f5c36-d485-46ac-bf31-30f858fce9c2 req-fa6d2b99-7071-4f7d-97df-8e292914da90 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:04.227225 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-847f5c36-d485-46ac-bf31-30f858fce9c2 req-fa6d2b99-7071-4f7d-97df-8e292914da90 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.1049852 Apr 15 20:56:04.280464 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-847f5c36-d485-46ac-bf31-30f858fce9c2 req-667b1c23-fc29-41fc-aa1f-194c9aec1ed4 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Apr 15 20:56:04.499392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a837fe-35c7-44ff-b71c-998cc44587d0 req-00bdbf23-4198-4c41-8d92-0162aed57211 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:04.501033 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-03a837fe-35c7-44ff-b71c-998cc44587d0 req-00bdbf23-4198-4c41-8d92-0162aed57211 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.0958214 Apr 15 20:56:04.550517 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-03a837fe-35c7-44ff-b71c-998cc44587d0 req-96e32ee8-43e7-40df-86a9-d795cb8ac97c tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Apr 15 20:56:04.993358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cbef7-4028-4cc0-b207-af98e6a101ea req-bd91ed47-d354-427e-9c63-d2f43cf8f303 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:04.995069 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-705cbef7-4028-4cc0-b207-af98e6a101ea req-bd91ed47-d354-427e-9c63-d2f43cf8f303 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.0994282 Apr 15 20:56:05.045607 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-705cbef7-4028-4cc0-b207-af98e6a101ea req-ce95f558-242a-4c6e-acdc-3f4bfaf0f00f tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Apr 15 20:56:10.009777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa315-e515-4304-adfd-5106dcf7dee9 req-07a65181-62dc-45d9-ad9d-718b4e47ca1c tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:10.011724 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-356fa315-e515-4304-adfd-5106dcf7dee9 req-07a65181-62dc-45d9-ad9d-718b4e47ca1c tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.0948756 Apr 15 20:56:10.067561 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-356fa315-e515-4304-adfd-5106dcf7dee9 req-7c9d61fe-577b-431e-8c44-c8df6eac6f28 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Apr 15 20:56:10.093473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47908) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:10.371606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13648e52-db78-441a-82be-25fc8cf78d26 tempest-TestMinimumBasicScenario-791791914 tempest-TestMinimumBasicScenario-791791914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:10.372418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-13648e52-db78-441a-82be-25fc8cf78d26 tempest-TestMinimumBasicScenario-791791914 tempest-TestMinimumBasicScenario-791791914-project-admin] Synchronizing usage tracker for tenant:4ea00a92fa974628a01cdd212a812319 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:56:10.390572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-13648e52-db78-441a-82be-25fc8cf78d26 tempest-TestMinimumBasicScenario-791791914 tempest-TestMinimumBasicScenario-791791914-project-admin] Unset dirty status for tenant:4ea00a92fa974628a01cdd212a812319 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:56:10.391840 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-13648e52-db78-441a-82be-25fc8cf78d26 tempest-TestMinimumBasicScenario-791791914 tempest-TestMinimumBasicScenario-791791914-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1093 time: 0.2968340 Apr 15 20:56:10.396591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47914) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:10.402181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'floatingip': {'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'port_id': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:10.408808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:10.413249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:floatingip and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:10.416370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:10.422564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:10.433185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:10.594483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:10.744716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Allocated IP 172.28.0.41 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/f2c60d26-efb8-44e1-90b2-7e6bb5396bb2) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:56:11.146310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:11.179332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:11.195201 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:11.330822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'Port': ['ID=f2c60d26-efb8-44e1-90b2-7e6bb5396bb2,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:11.353544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.354028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.354440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.354849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.355262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.355664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.356069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.356453 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.356881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.357282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.357686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.358117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:11.364412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:11.400536 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:56:11.401793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:56:11.404191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:56:11.850979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:11.931754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:12.157719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:12.163624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:12.184223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f9396a91-20bb-4b44-ad89-73d22afa755a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:12.317379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'Port': ['ID=f2c60d26-efb8-44e1-90b2-7e6bb5396bb2,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:12.321913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:12.423103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:12.607529 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Floating IP 952583ad-2b4a-45de-a5c0-841177d84c0e associated. External IP: 172.28.0.41, port: a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb. Apr 15 20:56:12.989018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Router a63c74ee-42f3-4d87-8913-23daa856aacc has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:56:13.184987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:56:13.197839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] Sync routers for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:56:13.211293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:56:13.212185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:13.229269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.334295 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9339347 Apr 15 20:56:13.334295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:56:13.337464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47944) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:13.343745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1729302658', 'description': 'tempest-secgroup-smoke-1729302658 description', 'project_id': 'c684ac98c36b48749130169375a0f493'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:13.350763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:13.361849 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:13.373365 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.390510 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'status': 'completed', 'code': 200} Apr 15 20:56:13.399047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:13.403688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:13.406831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:13.418965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:56:13.450508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:13.542641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-f3608afc-62ab-41f0-828e-8a42f794b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:13.544208 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-f3608afc-62ab-41f0-828e-8a42f794b1ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1098 time: 0.1313610 Apr 15 20:56:13.583442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.587133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.596644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-93d69001-9225-4595-9aa0-bb25b8b944b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:13.697294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a19189-05cf-46a9-9b8d-816d073b0b66,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:13.708091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:13.711428 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.712748 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b4a15f88-6595-446f-bacd-feb779469837 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3739605 Apr 15 20:56:13.716300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47950) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:13.723295 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group_rule': {'security_group_id': 'b2a19189-05cf-46a9-9b8d-816d073b0b66', 'project_id': 'c684ac98c36b48749130169375a0f493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:13.730188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:13.735327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:13.739713 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:13.748399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:13.763393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-f52995fa-82d3-4c0b-9702-865da05993df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:13.765073 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-f52995fa-82d3-4c0b-9702-865da05993df service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.2079091 Apr 15 20:56:13.768638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.801964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '952583ad-2b4a-45de-a5c0-841177d84c0e', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'port_id': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'mac_address': 'fa:16:3e:ca:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:56:11Z', 'updated_at': '2021-04-15T20:56:11Z', 'revision_number': 0, 'project_id': 'c684ac98c36b48749130169375a0f493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:13.806332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] Checking router: a63c74ee-42f3-4d87-8913-23daa856aacc for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:56:13.815955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:56:13.816492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:55:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:13.834639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.838024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.845504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:13.868846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799fd483-1a99-4c6c-bebb-8736f388bf6f,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:13.881718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.883086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.883086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.883086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.883366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.883693 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.884090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.884475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.884853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.885213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.885800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.886377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:56:13.891133 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:13.894090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:13.898607 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-bc0283c1-bad0-4064-96cc-9b27678821e9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809969 Apr 15 20:56:13.899402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47954) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:13.905666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group_rule': {'security_group_id': 'b2a19189-05cf-46a9-9b8d-816d073b0b66', 'project_id': 'c684ac98c36b48749130169375a0f493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:13.912583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:13.917102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:13.920726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:13.927873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:13.956713 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.029467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.031123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:56:14.034323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.036775 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cfc33468-255a-4225-9e12-f39b105e02ae tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:14.062796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b080dc-676a-4a15-a165-2f9577476ac8,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:14.071543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:14.075717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.080969 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1765916 Apr 15 20:56:14.080969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47958) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:14.086361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group_rule': {'security_group_id': 'b2a19189-05cf-46a9-9b8d-816d073b0b66', 'project_id': 'c684ac98c36b48749130169375a0f493', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:14.093043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:14.098021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:14.101347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:14.108091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:14.127522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.133863 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-1ab460c5-49d1-4cbb-ae93-b087b9026d8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 998 time: 0.3617930 Apr 15 20:56:14.196064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.199552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.202012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:14.207843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-10ba5f37-5aab-48fb-bac5-8eada63fd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:14.209447 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-10ba5f37-5aab-48fb-bac5-8eada63fd236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0680315 Apr 15 20:56:14.226414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191fe705-e7d9-42b2-894f-2117d290e394,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:14.229278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:14.237885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.241921 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-b15db142-8fa7-4713-97c0-59e76b1df274 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580610 Apr 15 20:56:14.242176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 47962) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:14.248813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group_rule': {'security_group_id': 'b2a19189-05cf-46a9-9b8d-816d073b0b66', 'project_id': 'c684ac98c36b48749130169375a0f493', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:14.256099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:14.260500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:14.263984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:14.271612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:14.290445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.301719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-b12f0c60-9172-46d2-9222-2f01bf5233da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:14.303448 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-b12f0c60-9172-46d2-9222-2f01bf5233da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0865386 Apr 15 20:56:14.372208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.377912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.380703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:14.411675 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556fac50-075f-439e-9c03-bf071bffbeaf,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:14.414607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:14.428307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.432598 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-bb0fcc63-1064-4c6d-bf9b-9bcf047aa025 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1865239 Apr 15 20:56:14.433009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47968) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:14.449831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group_rule': {'security_group_id': 'b2a19189-05cf-46a9-9b8d-816d073b0b66', 'project_id': 'c684ac98c36b48749130169375a0f493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:14.459329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:14.467342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:14.473069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:14.490248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:14.499726 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-7229d921-4b7c-4d57-aa75-c208f3c32e03 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875391 Apr 15 20:56:14.505825 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.securitygroups_db [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Project c684ac98c36b48749130169375a0f493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:56:14.541328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.602110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '952583ad-2b4a-45de-a5c0-841177d84c0e', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'port_id': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'mac_address': 'fa:16:3e:ca:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:56:11Z', 'updated_at': '2021-04-15T20:56:11Z', 'revision_number': 0, 'project_id': 'c684ac98c36b48749130169375a0f493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:14.607242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f58e3-80ad-4462-a982-0b50b5febd1d None None] The sync data for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb is: [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': '952583ad-2b4a-45de-a5c0-841177d84c0e', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'port_id': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'mac_address': 'fa:16:3e:ca:0b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:56:11Z', 'updated_at': '2021-04-15T20:56:11Z', 'revision_number': 0, 'project_id': 'c684ac98c36b48749130169375a0f493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:56:14.706867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.712342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.717641 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b185486e-369a-48ab-9da1-82c2b056cc3a req-38cc3334-e151-4916-97d5-ad582f34d7f4 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065775 Apr 15 20:56:14.722271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:14.744143 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f291abea-a7bd-4f15-a594-018b78c00a49,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:14.749721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:14.771639 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.773024 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389344 Apr 15 20:56:14.776083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 47978) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:14.781650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'security_group_rule': {'security_group_id': 'b2a19189-05cf-46a9-9b8d-816d073b0b66', 'project_id': 'c684ac98c36b48749130169375a0f493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:14.788369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:14.792515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Usage tracker for resource:security_group_rule and tenant:c684ac98c36b48749130169375a0f493 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:14.795886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:14.802192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:14.813048 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.securitygroups_db [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Project c684ac98c36b48749130169375a0f493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:56:14.820221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.897641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.901407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.903880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a54261c0-88f5-4864-bb43-4e0ed2e71202 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:14.907868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425b1c2e-9c64-4def-9074-7f3f409e65f8 None None] New status for floating IP 952583ad-2b4a-45de-a5c0-841177d84c0e: ACTIVE {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:56:14.928548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902cb9a6-ca10-472d-a8d5-addabf5d0220,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:14.933578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:14.937819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:14.939422 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-639d0af2-d012-4d76-8e1b-c07b79ef6474 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1620781 Apr 15 20:56:15.068801 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-626fda82-0765-4951-aba2-2de718d6abb7 req-03235a22-d39e-4ef2-a084-a40226c8b18a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:56:15.084926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-626fda82-0765-4951-aba2-2de718d6abb7 req-03235a22-d39e-4ef2-a084-a40226c8b18a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:56:15.086224 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-626fda82-0765-4951-aba2-2de718d6abb7 req-03235a22-d39e-4ef2-a084-a40226c8b18a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729302658&fields=id&tenant_id=c684ac98c36b48749130169375a0f493 HTTP/1.1" status: 200 len: 267 time: 0.0607374 Apr 15 20:56:15.181965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fda82-0765-4951-aba2-2de718d6abb7 req-27ffd8cf-a7fe-47b2-aa88-b8a95711b3d1 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:15.183543 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-626fda82-0765-4951-aba2-2de718d6abb7 req-27ffd8cf-a7fe-47b2-aa88-b8a95711b3d1 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.0901492 Apr 15 20:56:15.196145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'port': {'security_groups': ['f097497e-866c-466b-a848-6f1a46818d9c', 'b2a19189-05cf-46a9-9b8d-816d073b0b66']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:56:15.331088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:15.620571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:15.649742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:15.654303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:15.670530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:56:15.673696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-51c8d4ca-6909-45a5-91fa-f351c7a255a5 tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:15.839253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=6']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:15.845121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:15.890422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:15.891202 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:15.896194 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-626fda82-0765-4951-aba2-2de718d6abb7 req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "PUT /v2.0/ports/a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 981 time: 0.7052388 Apr 15 20:56:15.896844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:56:15.969297 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'status': 'completed', 'code': 200} Apr 15 20:56:16.024166 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:56:16.105262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-9cbc1ce5-54d0-45a4-8b80-135763072699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:16.107962 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-9cbc1ce5-54d0-45a4-8b80-135763072699 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1137 time: 0.1121669 Apr 15 20:56:16.159543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949a5cd-d714-4542-b472-25ff5c760f70 req-4e870a4f-4f93-48dd-82bb-f433690d45de tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:16.161371 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1949a5cd-d714-4542-b472-25ff5c760f70 req-4e870a4f-4f93-48dd-82bb-f433690d45de tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.1117549 Apr 15 20:56:16.219710 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-1949a5cd-d714-4542-b472-25ff5c760f70 req-d5f566ae-2d52-4f93-a93b-65b573a58908 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504365 Apr 15 20:56:16.259636 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-f5103836-b934-4ae1-abad-f7a6d3991c5d None None] Provisioning complete for port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:56:16.260059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f5103836-b934-4ae1-abad-f7a6d3991c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:16.268802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-5dba0304-7409-4086-89bb-4d9d7f95315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:16.270515 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-5dba0304-7409-4086-89bb-4d9d7f95315d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.1550534 Apr 15 20:56:16.385932 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-3dc76eaf-4e58-4e55-b1bb-75438ee0c92a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 1000 time: 0.1065316 Apr 15 20:56:16.457923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-f0540800-66af-4dec-967b-5e93065c1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:16.459353 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-f0540800-66af-4dec-967b-5e93065c1c80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0665014 Apr 15 20:56:16.549379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-55a20080-61ac-4462-9302-34f669ce1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:16.551067 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-55a20080-61ac-4462-9302-34f669ce1dde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0840645 Apr 15 20:56:16.699067 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-4bf82d50-e8b4-4f9e-9bf9-b93dc35dcfb2 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399686 Apr 15 20:56:16.843585 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a0753702-0319-490a-a6bc-cbd5c82d6e81 req-755f23bf-52e8-4b25-9fa3-1255c220da9f service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377609 Apr 15 20:56:19.617711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48046) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:19.753074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:19.776592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:19.781903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Usage tracker for resource:security_group_rule and tenant:ef2eea8a46f645a9883effbdfadfb99e is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:19.785077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:19.791477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:19.875666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:19.880322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:19.889623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bc472f00-1899-4883-b3b6-f6c722bf78dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:19.933911 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef2eea8a46f645a9883effbdfadfb99e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145201 Apr 15 20:56:19.935843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f8411-1efe-4d1f-9e9b-21ff49ba3c4e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:19.937290 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48054) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:19.939504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:20.002989 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.030343 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.076305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.080113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bc9f5bcf-5019-4fbe-9711-bd85c384d7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:20.091706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f8411-1efe-4d1f-9e9b-21ff49ba3c4e,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:20.095778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:20.099364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.100560 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc3f8411-1efe-4d1f-9e9b-21ff49ba3c4e HTTP/1.1" status: 204 len: 168 time: 0.1618080 Apr 15 20:56:20.422954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48062) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:20.446940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.462507 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:20.466821 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Usage tracker for resource:security_group_rule and tenant:31bfba29dff946daac01d5f9a47d6349 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:20.470341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:20.476943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:20.563730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.567975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.575544 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b60942cc-6d75-4262-b825-755750dc4aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:20.624288 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=31bfba29dff946daac01d5f9a47d6349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998830 Apr 15 20:56:20.625225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de697180-cbc5-4aaf-9c9e-5ec31e847e88,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:20.627486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48066) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:20.628619 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5ad18939-1b52-4b85-82ce-bd0df243633a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:20.673685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:56:20.694977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.723756 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.774658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.778609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a9ec9749-c6a7-4dfa-8717-12c8f87d16cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:20.790380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de697180-cbc5-4aaf-9c9e-5ec31e847e88,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:20.795681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:20.798219 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:20.798846 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2164c54d-6993-4c0d-a5c5-1fb9b038b534 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de697180-cbc5-4aaf-9c9e-5ec31e847e88 HTTP/1.1" status: 204 len: 168 time: 0.1702566 Apr 15 20:56:22.391024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4318389b-b9ce-43de-aff6-71a15f837cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:24.368704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a1b9f54c-3717-4d74-b6fb-70fbe3f7dd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:25.602399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:25.751928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:25.856368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:26.959774 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:27.867095 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48154) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:27.998857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.014864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:28.019393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Usage tracker for resource:security_group_rule and tenant:c4276be93c7d4c9694cde9205f34023d is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:28.022634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:28.029076 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:28.125480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.130637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.143737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c9c54977-2a14-49da-b85c-80d3ed0ca40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:28.186710 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4276be93c7d4c9694cde9205f34023d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184245 Apr 15 20:56:28.187671 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14da84d5-2f5b-4929-af24-f3163dec7a81,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:28.189890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48160) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:28.190973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:28.257189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.286180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.334888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.338746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-30ba3544-3568-4f0b-984d-0f45687ccf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:28.355225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14da84d5-2f5b-4929-af24-f3163dec7a81,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:28.359400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:28.367649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.368873 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-66028d53-3836-41e9-8795-e9a6ae1decbf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/14da84d5-2f5b-4929-af24-f3163dec7a81 HTTP/1.1" status: 204 len: 168 time: 0.1778367 Apr 15 20:56:28.704197 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48170) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:28.726296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.741727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:28.746362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Usage tracker for resource:security_group_rule and tenant:74a2c097d0724630a767621a1648babb is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:28.749424 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:28.755645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:28.845356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.849739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:28.857175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ccb97b34-d191-4831-b6cb-9dad4abdd1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:28.898816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d1862-b4cb-4e9f-ad01-90a70fc7ad9b,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:28.903553 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=74a2c097d0724630a767621a1648babb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980147 Apr 15 20:56:28.904535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96cf02c4-4326-42a4-aa69-c6085fecd384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:28.906946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48174) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:28.968386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:29.003869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:29.050920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:29.054767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3d41f613-f186-4d8d-8ccf-c3e0425bd3ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:29.068152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d1862-b4cb-4e9f-ad01-90a70fc7ad9b,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:29.072301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:29.077908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:29.079523 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d9d1862-b4cb-4e9f-ad01-90a70fc7ad9b HTTP/1.1" status: 204 len: 168 time: 0.1717606 Apr 15 20:56:32.930456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19b6f2-65f5-4a6a-8e09-1da2731e50af req-b3f675f8-47f1-4ea5-a24b-01fbe4f8e412 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:32.932180 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ad19b6f2-65f5-4a6a-8e09-1da2731e50af req-b3f675f8-47f1-4ea5-a24b-01fbe4f8e412 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.1012537 Apr 15 20:56:32.987821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ad19b6f2-65f5-4a6a-8e09-1da2731e50af req-b416fa49-822c-4e38-ba58-5a17b54de878 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483181 Apr 15 20:56:34.271058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165551-b947-47df-b429-724b3c0a5060 req-9d9f1952-d015-4cce-9377-7a2b70d0bd8e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:34.272706 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-40165551-b947-47df-b429-724b3c0a5060 req-9d9f1952-d015-4cce-9377-7a2b70d0bd8e tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.1622672 Apr 15 20:56:34.282021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-e44f3f62-9c83-4d5b-8881-b59bf2ed280f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:34.283440 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-e44f3f62-9c83-4d5b-8881-b59bf2ed280f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 946 time: 0.1320281 Apr 15 20:56:34.392142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Deleting port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:34.392528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:34.420987 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-40165551-b947-47df-b429-724b3c0a5060 req-4f7ae95c-9a11-40ad-81bc-1329ec91d93a tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups?id=fd73394e-d58f-41a0-b81e-11b145b1547e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364262 Apr 15 20:56:34.664371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] For port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:34.664646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:34.984342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:34.984764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:34.985121 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Floating IP ba688a02-122a-4730-ad36-463a7928d479 disassociated. External IP: 172.28.0.200, port: d8c2f2d8-2edf-4b5e-b8af-5e822df7147c. Apr 15 20:56:34.985505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Calling delete_port for d8c2f2d8-2edf-4b5e-b8af-5e822df7147c owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:56:35.138826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:35.156297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9b3c20fd-6f57-4fd1-bc09-9af884929243 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:35.252550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event deleted for resources: {'Port': ['ID=d8c2f2d8-2edf-4b5e-b8af-5e822df7147c,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:35.256923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:35.606879 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-47003558-6429-4f95-b663-2799739526ee req-b2b7b2c1-da7f-43b2-9d40-3d3041f29f91 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/ports?device_id=13c19639-e8e2-43e1-bb0e-30297e3c5e22 HTTP/1.1" status: 200 len: 210 time: 0.0603256 Apr 15 20:56:35.794328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:56:35.950232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48310) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:35.992681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:56:36.002861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:56:36.013631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:56:36.014611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:56:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:36.074274 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] No DVR routers for this DVR port d8c2f2d8-2edf-4b5e-b8af-5e822df7147c on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:56:36.077041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.078649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.080237 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-deleted', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:56:36.096311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:36.099425 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b36d0a11-4f8f-48a3-93a0-4f18531621ac req-c5d11899-77cf-4065-9ec1-846e3cbf8881 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.60 "DELETE /v2.0/ports/d8c2f2d8-2edf-4b5e-b8af-5e822df7147c HTTP/1.1" status: 204 len: 173 time: 1.7980108 Apr 15 20:56:36.100710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Usage tracker for resource:security_group_rule and tenant:99a94e13111847dcbcce29b057861547 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:36.104722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:36.111427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:36.144419 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c19639-e8e2-43e1-bb0e-30297e3c5e22', 'name': 'network-vif-deleted', 'tag': 'd8c2f2d8-2edf-4b5e-b8af-5e822df7147c', 'status': 'completed', 'code': 200} Apr 15 20:56:36.206069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.209403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.210874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:56:36.219529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a2cf181b-8c50-4fdb-b50b-f88905a8851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:36.264536 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b6bb66-8d74-426c-a30c-6aabf2f734d6,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:36.268941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:36.278915 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99a94e13111847dcbcce29b057861547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274767 Apr 15 20:56:36.281659 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48318) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:36.345574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.373857 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.419103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.425517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f1b78ad7-2387-4edd-b99d-e338b22260bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:36.439843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b6bb66-8d74-426c-a30c-6aabf2f734d6,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:36.442368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:36.443816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.446523 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70b6bb66-8d74-426c-a30c-6aabf2f734d6 HTTP/1.1" status: 204 len: 168 time: 0.1637595 Apr 15 20:56:36.479585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:56:36.534136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: d8c2f2d8-2edf-4b5e-b8af-5e822df7147c {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:56:36.534450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device d8c2f2d8-2edf-4b5e-b8af-5e822df7147c not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:56:36.549188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:36.553597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:56:36.563802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:56:36.564526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:56:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:36.774666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48330) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:36.789151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:56:36.809559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48334) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:36.829155 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.845203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:36.845954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.849440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Usage tracker for resource:security_group_rule and tenant:5d680484f61544d39aba43aa08605e37 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:36.852538 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:36.858670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:36.879956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.931430 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.937911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2978058c-4d3c-4e68-a782-2402978648dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:36.951714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.955603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73394e-d58f-41a0-b81e-11b145b1547e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:36.955816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.958314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:36.964098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:36.967901 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "DELETE /v2.0/security-groups/fd73394e-d58f-41a0-b81e-11b145b1547e HTTP/1.1" status: 204 len: 168 time: 0.1895652 Apr 15 20:56:36.968110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0d285150-404b-421c-8ead-fa60761405c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:36.968347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48338) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:36.996734 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.api.v2.resource [None req-f68ca8e1-e5bb-4c03-9279-03fef4da5f8f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] show failed (client error): The resource could not be found. Apr 15 20:56:37.000898 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f68ca8e1-e5bb-4c03-9279-03fef4da5f8f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "GET /v2.0/security-groups/fd73394e-d58f-41a0-b81e-11b145b1547e HTTP/1.1" status: 404 len: 347 time: 0.0283103 Apr 15 20:56:37.001681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48342) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:37.015821 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d680484f61544d39aba43aa08605e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049561 Apr 15 20:56:37.017311 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48346) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:37.020435 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1471476-4937-4a05-91b6-956229b4bfb9,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:37.023922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:37.084627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.114363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.139811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:37.144283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e773f-5ef0-4e49-98d5-503c83a172b6 None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:50:05Z', 'revision_number': 4, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '080969a5-bef2-4fc7-a5d6-d51ede51d9b7', 'name': '', 'network_id': 'cf4d53aa-aefb-43ee-9300-f500a9b5e295', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'mac_address': 'fa:16:3e:12:8d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:50:01Z', 'updated_at': '2021-04-15T20:50:18Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'subnets': [{'id': '8b2c76db-1cc5-4101-9b47-d15f22b445f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:56:37.164826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.170580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-03e6128a-b69e-4b45-a582-2228b30e4f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:37.183191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1471476-4937-4a05-91b6-956229b4bfb9,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:37.187408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:37.191266 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.192981 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Deleting port 768c8cb1-a12f-4d3b-ab69-23ba67df10e8 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:37.194474 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-09a71b0f-364d-41cd-9ddc-bc96edc9e139 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1471476-4937-4a05-91b6-956229b4bfb9 HTTP/1.1" status: 204 len: 168 time: 0.1760437 Apr 15 20:56:37.198528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.402541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.403223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.517600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ab73e-1912-473f-a304-68a680766b77 None None] New status for floating IP ba688a02-122a-4730-ad36-463a7928d479: DOWN {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:56:37.543054 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Calling delete_port for 768c8cb1-a12f-4d3b-ab69-23ba67df10e8 owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:56:37.703282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-135ab73e-1912-473f-a304-68a680766b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:56:37.703522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:37.704579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-135ab73e-1912-473f-a304-68a680766b77 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:56:37.720882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:37.818742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Pushing event deleted for resources: {'Port': ['ID=768c8cb1-a12f-4d3b-ab69-23ba67df10e8,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:37.825599 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:37.995127 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.010936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.012268 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-561fa3d2-8e09-436a-ae6d-a152dd359541 tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] 10.222.0.70 "DELETE /v2.0/floatingips/ba688a02-122a-4730-ad36-463a7928d479 HTTP/1.1" status: 204 len: 168 time: 1.0097179 Apr 15 20:56:38.206733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ab73e-1912-473f-a304-68a680766b77 None None] New status for floating IP ba688a02-122a-4730-ad36-463a7928d479: DOWN {{(pid=85420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:56:38.440661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48384) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:38.581308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.598154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:38.602668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:07cc413675df4a5db02d6ea886583497 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:38.605949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:38.612866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:38.704425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.709022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.718700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-46dd4666-0a6f-47b1-9bdf-f16ab93e1e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:38.761235 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07cc413675df4a5db02d6ea886583497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193605 Apr 15 20:56:38.764089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48390) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:38.767033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac4ecc-6732-439e-989a-40d7f2fcfb58,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:38.780077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:38.832385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.864353 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.911606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.915694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-879ffe85-1695-4e14-9b79-87b9b6d44579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:38.932174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac4ecc-6732-439e-989a-40d7f2fcfb58,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:38.935058 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:38.936339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:38.937548 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/65ac4ecc-6732-439e-989a-40d7f2fcfb58 HTTP/1.1" status: 204 len: 168 time: 0.1725338 Apr 15 20:56:39.194211 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-e43062ad-6476-4363-a081-d595e5681893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:39.195906 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-e43062ad-6476-4363-a081-d595e5681893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1137 time: 0.1552055 Apr 15 20:56:39.204318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017663be-8d9c-4cf9-bed8-634fc17f8ebb req-83d87245-774d-4315-b30a-64d5a012ce67 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:39.205873 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-017663be-8d9c-4cf9-bed8-634fc17f8ebb req-83d87245-774d-4315-b30a-64d5a012ce67 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.1233976 Apr 15 20:56:39.348706 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-017663be-8d9c-4cf9-bed8-634fc17f8ebb req-e9de2821-d5d3-4dd6-8f58-254c7fab7da6 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166465 Apr 15 20:56:39.391668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-3d6a962c-f005-40de-9fb6-44211ff5e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:39.393463 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-3d6a962c-f005-40de-9fb6-44211ff5e09a service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.1866660 Apr 15 20:56:39.505907 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-754c8117-b9b6-4c7f-a56d-570357063554 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 1000 time: 0.1053050 Apr 15 20:56:39.585723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-d9eeed69-d86a-4d7f-bc7a-7b7ee8483b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:39.587447 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-d9eeed69-d86a-4d7f-bc7a-7b7ee8483b1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0733912 Apr 15 20:56:39.674769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-ff4f9dae-9009-4439-bbeb-99a65e92fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:39.676818 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-ff4f9dae-9009-4439-bbeb-99a65e92fd9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0807607 Apr 15 20:56:39.836505 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-65d771b8-f343-4b17-9e58-e418fd6075f6 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510489 Apr 15 20:56:39.984511 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0837782c-968e-48e3-8efd-bd5e5abd3d68 req-83517922-cfbc-43da-b448-4ab0a29ae5f6 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412861 Apr 15 20:56:40.564541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fee94-abc6-49eb-827a-3a93a53f8a06 req-dd09ef5b-7987-4ec8-a5c6-637c6279c0a1 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:40.566389 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8c8fee94-abc6-49eb-827a-3a93a53f8a06 req-dd09ef5b-7987-4ec8-a5c6-637c6279c0a1 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.0977137 Apr 15 20:56:40.621425 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-8c8fee94-abc6-49eb-827a-3a93a53f8a06 req-c5e9b7a6-d8c4-426c-802c-269976edae14 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482872 Apr 15 20:56:40.867462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48454) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:41.842420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f55fc-6002-4956-8197-b54f9e5f422d req-a52f5c13-be6b-439e-83c9-952be90628cc tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:41.844479 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f90f55fc-6002-4956-8197-b54f9e5f422d req-a52f5c13-be6b-439e-83c9-952be90628cc tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.0996659 Apr 15 20:56:41.903830 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f90f55fc-6002-4956-8197-b54f9e5f422d req-97f0ed48-ef1f-4fc3-9cba-69a007daf365 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525823 Apr 15 20:56:41.911856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:42.293530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Deleting port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:42.293902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:42.476203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] For port 080969a5-bef2-4fc7-a5d6-d51ede51d9b7, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:42.476596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:42.608101 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Calling delete_port for 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:56:42.804489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:42.820036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-329c5874-a585-43cf-a90a-f1189c4b828c tempest-VolumesSnapshotTestJSON-1947846260 tempest-VolumesSnapshotTestJSON-1947846260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:42.914831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Pushing event deleted for resources: {'Port': ['ID=080969a5-bef2-4fc7-a5d6-d51ede51d9b7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:42.918834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:43.319658 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606b42e-2d7b-4f0f-9633-f2c7fa0bef03 req-a1a97892-1728-434d-9610-e0a4281e997e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:43.321408 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d606b42e-2d7b-4f0f-9633-f2c7fa0bef03 req-a1a97892-1728-434d-9610-e0a4281e997e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.2887003 Apr 15 20:56:43.391352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:43.474403 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-d606b42e-2d7b-4f0f-9633-f2c7fa0bef03 req-06932275-14b0-429e-8dd1-448c43773f76 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452763 Apr 15 20:56:43.932505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:56:44.392342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:56:44.402188 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] Sync routers for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:56:44.406288 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] 10.222.0.70 "PUT /v2.0/routers/41abcd60-e6e2-4b2e-8f78-4434e8c46ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5372732 Apr 15 20:56:44.409117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48484) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:44.418355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:56:44.419088 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:56:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:44.607812 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:44.627696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:56:44.690563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da9210-e167-4875-a792-0a6ce8ecd22b req-4c0d820a-c8ee-4a38-a2f1-38252ed89b02 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:44.699451 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-17da9210-e167-4875-a792-0a6ce8ecd22b req-4c0d820a-c8ee-4a38-a2f1-38252ed89b02 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.1006505 Apr 15 20:56:44.783292 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-17da9210-e167-4875-a792-0a6ce8ecd22b req-86af0a39-5735-4d4a-b992-cd74397e0c56 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825093 Apr 15 20:56:44.815044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:44.825590 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Deleting port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:44.825970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:44.939347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107'}], 'enable_snat': True}, 'gw_port_id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:56:42Z', 'revision_number': 5, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port': {'id': '4b1c2344-9a73-40dc-bfe7-8948fb126a6d', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:49:49Z', 'updated_at': '2021-04-15T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:44.943878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] Checking router: 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:56:44.953385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] Routers {'41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:56:44.954066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:56:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:45.014476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] For port 4b1c2344-9a73-40dc-bfe7-8948fb126a6d, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:45.014881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.152252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Calling delete_port for 4b1c2344-9a73-40dc-bfe7-8948fb126a6d owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:56:45.283910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] Set router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf gateway port host: None {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:56:45.339833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.353595 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:45.396487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:56:44Z', 'revision_number': 6, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port_host': None}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:45.400834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87db98ea-1367-4930-830f-b01b647dcb98 None None] The sync data for ids ['41abcd60-e6e2-4b2e-8f78-4434e8c46ecf'] in dv-cinder-562053-18-smb is: [{'id': '41abcd60-e6e2-4b2e-8f78-4434e8c46ecf', 'name': 'tempest-AttachVolumeShelveTestJSON-1975690619-router', 'tenant_id': 'cce004407bbd4178ad23476622529231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:49:46Z', 'updated_at': '2021-04-15T20:56:44Z', 'revision_number': 6, 'project_id': 'cce004407bbd4178ad23476622529231', 'gw_port_host': None}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:56:45.446547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1c2344-9a73-40dc-bfe7-8948fb126a6d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:45.453503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:45.635207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.715734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48496) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:45.824719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.827420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.853462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.854106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41abcd60-e6e2-4b2e-8f78-4434e8c46ecf {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:56:45.856007 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.871296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:45.875752 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-43bc84b3-a578-4068-9ad4-7678cc3c7e58 admin admin] 10.222.0.70 "DELETE /v2.0/routers/41abcd60-e6e2-4b2e-8f78-4434e8c46ecf HTTP/1.1" status: 204 len: 168 time: 1.4628818 Apr 15 20:56:45.875955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:45.876077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48504) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:45.877762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Usage tracker for resource:security_group_rule and tenant:d41f995748fc4f06b472c5d2f21fe1ee is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:45.881066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:45.889926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:45.993283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 4b1c2344-9a73-40dc-bfe7-8948fb126a6d no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:56:45.997087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.000789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.010610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1b1916e6-a7de-4fb0-b92d-aa0bc6ca052e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:46.021132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Deleting subnet 8b2c76db-1cc5-4101-9b47-d15f22b445f5 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:56:46.027892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.033919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 4b1c2344-9a73-40dc-bfe7-8948fb126a6d {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:56:46.034742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 4b1c2344-9a73-40dc-bfe7-8948fb126a6d not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:56:46.035193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:56:46.058457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e742784-1288-45dd-9410-9e77df8d96e0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:46.066647 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d41f995748fc4f06b472c5d2f21fe1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495061 Apr 15 20:56:46.067478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48508) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:46.068409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-411b74c8-7bb9-4f97-a8fb-bf721cb5fc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:46.071632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:56:46.072185 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 080969a5-bef2-4fc7-a5d6-d51ede51d9b7 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:56:46.097634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.133726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.137731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df8663-d49c-41ca-b83a-56788014cf74 req-d371bfac-87b2-4c08-b2ee-4ca697dd14d4 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:46.139496 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-45df8663-d49c-41ca-b83a-56788014cf74 req-d371bfac-87b2-4c08-b2ee-4ca697dd14d4 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.2125340 Apr 15 20:56:46.164110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.215039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.220665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b8dd5da4-10ff-4673-9fbc-be3e923ed07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:46.223471 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-45df8663-d49c-41ca-b83a-56788014cf74 req-7e41053b-daeb-439c-b9c1-af49cb1dc0cc tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741966 Apr 15 20:56:46.231873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e742784-1288-45dd-9410-9e77df8d96e0,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:46.238339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:46.239542 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.240142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.243534 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0954c544-6e90-4c8a-b041-d911e9912cb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5e742784-1288-45dd-9410-9e77df8d96e0 HTTP/1.1" status: 204 len: 168 time: 0.1740987 Apr 15 20:56:46.520637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.535354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:46.622678 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2c76db-1cc5-4101-9b47-d15f22b445f5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:46.625441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:46.675258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.680768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c344767f-ec75-4f25-86ae-0ef559bfa8a5 None None] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:56:46.682605 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3db067d6-3227-4969-b7fc-56b6887c25ee admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8b2c76db-1cc5-4101-9b47-d15f22b445f5 HTTP/1.1" status: 204 len: 168 time: 0.8051827 Apr 15 20:56:46.685571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48514) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:46.805558 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.875220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Deleting port c10ad20b-0972-487a-b363-094786ce69f6 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:46.875604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:46.937568 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] DHCP port deletion for cf4d53aa-aefb-43ee-9300-f500a9b5e295 request from dv-cinder-562053-18-smb {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:56:46.942527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Deleting port c10ad20b-0972-487a-b363-094786ce69f6 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:46.942938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.104949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] For port c10ad20b-0972-487a-b363-094786ce69f6, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c10ad20b-0972-487a-b363-094786ce69f6,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:47.105528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.156829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] For port c10ad20b-0972-487a-b363-094786ce69f6, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=c10ad20b-0972-487a-b363-094786ce69f6,segment=NetworkSegment(69df4948-9614-4e44-8a93-c6ba46e1bb62),segment_id=69df4948-9614-4e44-8a93-c6ba46e1bb62)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:56:47.157206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.236364 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Calling delete_port for c10ad20b-0972-487a-b363-094786ce69f6 owned by network:dhcp {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:56:47.291117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Calling delete_port for c10ad20b-0972-487a-b363-094786ce69f6 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:56:47.325306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.341642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d98b2f97-0373-4db6-b7f7-8f602f18272d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:47.366731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:56:47.367048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:56:47.477699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Pushing event deleted for resources: {'Port': ['ID=c10ad20b-0972-487a-b363-094786ce69f6,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:47.480346 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:47.549729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] No DVR routers for this DVR port c10ad20b-0972-487a-b363-094786ce69f6 on host dv-cinder-562053-18-smb {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:56:47.680853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673f3e1-d703-42e4-8d34-33d644dbd7a7 req-55f0d665-7418-4c87-ade0-7ffa4ef4f885 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:47.682429 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7673f3e1-d703-42e4-8d34-33d644dbd7a7 req-55f0d665-7418-4c87-ade0-7ffa4ef4f885 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.3081062 Apr 15 20:56:47.697797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.841787 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7673f3e1-d703-42e4-8d34-33d644dbd7a7 req-80bb376d-c581-45b1-be3b-9add61d85df7 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476302 Apr 15 20:56:47.860220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4d53aa-aefb-43ee-9300-f500a9b5e295']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:47.868031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Deleting port c10ad20b-0972-487a-b363-094786ce69f6 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:56:47.868475 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.873583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69df4948-9614-4e44-8a93-c6ba46e1bb62') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:47.873934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69df4948-9614-4e44-8a93-c6ba46e1bb62') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:56:47.886368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.905868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:47.912891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:56:47.945186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-03ab3f64-8328-4a9a-b9bf-6a83f63301f6 None None] The port 'c10ad20b-0972-487a-b363-094786ce69f6' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:56:47.981555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c10ad20b-0972-487a-b363-094786ce69f6 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:56:48.018641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: c10ad20b-0972-487a-b363-094786ce69f6 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:56:48.019063 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device c10ad20b-0972-487a-b363-094786ce69f6 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:56:48.094543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:56:48.103774 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.297407 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Network cf4d53aa-aefb-43ee-9300-f500a9b5e295 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:56:48.320508 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:56:48.406410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.411534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f72ff69f-03c4-4b9a-a763-1fe2e0129ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:48.433464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.444554 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4d53aa-aefb-43ee-9300-f500a9b5e295,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:48.447927 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:48.458987 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] 10.222.0.70 "DELETE /v2.0/networks/cf4d53aa-aefb-43ee-9300-f500a9b5e295 HTTP/1.1" status: 204 len: 168 time: 1.7722623 Apr 15 20:56:48.653360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48522) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:48.706766 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a26830a2-341c-4538-b800-4455791725aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cce004407bbd4178ad23476622529231&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0519407 Apr 15 20:56:48.710721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48526) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:48.793061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.821625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.872483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.878506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-efe46cc5-d883-4a17-9fa4-98fde9e7293e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:48.892578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f9f03b-d401-4754-bbf3-97889d407b64,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:48.896440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:48.902336 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:48.903638 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-73aead78-da97-4877-ad73-17c4b281c58c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1f9f03b-d401-4754-bbf3-97889d407b64 HTTP/1.1" status: 204 len: 168 time: 0.1916244 Apr 15 20:56:49.056807 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a37bcd-9beb-4bbd-958b-4d01403e5b24 req-5a01abae-7854-414f-9870-c690b640c4fd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:49.058495 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-94a37bcd-9beb-4bbd-958b-4d01403e5b24 req-5a01abae-7854-414f-9870-c690b640c4fd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.0944769 Apr 15 20:56:49.119136 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-94a37bcd-9beb-4bbd-958b-4d01403e5b24 req-c9b2e332-3120-4b3c-9d2d-a41d9be35813 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541797 Apr 15 20:56:50.329504 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5ec3c-6778-43b5-a8d5-a6674817259a req-daf6eebe-c5fa-446b-9ec2-a63cb3a82fb0 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:50.331225 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7cb5ec3c-6778-43b5-a8d5-a6674817259a req-daf6eebe-c5fa-446b-9ec2-a63cb3a82fb0 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.0950696 Apr 15 20:56:50.383193 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7cb5ec3c-6778-43b5-a8d5-a6674817259a req-0e2316d4-d50f-45a7-9934-f8cecc167296 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450983 Apr 15 20:56:50.510239 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48582) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:50.651748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:50.667454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:50.671743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa97737c9174ec68b0753a9b99c6a7c is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:50.675356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:50.681456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:50.775273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:50.779079 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:50.787817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2aa80958-10f8-4aed-8096-ff38442c73c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:50.834271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ce0b9-fcba-4ee0-93b5-47fdfa22e4fc,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:50.839021 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9aa97737c9174ec68b0753a9b99c6a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276892 Apr 15 20:56:50.839957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e21a1ff0-f8e9-4ccf-8304-fb6dd8e38cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:50.841964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48588) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:50.911442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:50.940000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:50.988808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:50.992713 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a3857dbf-60f3-49a0-8013-06df2c6bfa47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:51.004696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ce0b9-fcba-4ee0-93b5-47fdfa22e4fc,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:51.009624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:51.012129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:51.015945 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ffa39e58-8440-404a-bdc8-362602303a94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff6ce0b9-fcba-4ee0-93b5-47fdfa22e4fc HTTP/1.1" status: 204 len: 168 time: 0.1705034 Apr 15 20:56:51.586017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea0265-dfa1-4a48-b3b3-a00fadcc505e req-1db449c2-e822-415e-abf5-c9e71a4b8d73 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:51.587773 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38ea0265-dfa1-4a48-b3b3-a00fadcc505e req-1db449c2-e822-415e-abf5-c9e71a4b8d73 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.0909195 Apr 15 20:56:51.641064 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-38ea0265-dfa1-4a48-b3b3-a00fadcc505e req-df4cd584-b837-4674-aa34-5c2b15e020b5 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&id=b2a19189-05cf-46a9-9b8d-816d073b0b66&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459564 Apr 15 20:56:52.394785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-76f64d0b-e12a-4a22-ba61-b6b6d8c497b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:53.231783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48656) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:53.326150 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-9b61057c-e557-447a-b6e0-c945e0b11e1e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827117 Apr 15 20:56:53.363520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:53.379468 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:53.383962 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef6455e56a54512b4eada4bfefa52dc is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:53.387098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:53.393688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:53.523711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a98c-d0d7-49bd-897e-188289346530 req-29d64e55-dba3-4d95-b784-69c826229e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:53.525349 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-29d64e55-dba3-4d95-b784-69c826229e3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1137 time: 0.1262827 Apr 15 20:56:53.584896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:53.630917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:53.642756 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-067f0165-c815-4dce-a06a-8c7d7b3bdfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:53.955472 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b1c6dc-bc22-429e-b721-4a1d09827fd0,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:53.958921 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:53.976448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48662) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:53.976598 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-ff95b016-5cd6-4aff-9781-d39806510758 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ef6455e56a54512b4eada4bfefa52dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7435188 Apr 15 20:56:54.004831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a98c-d0d7-49bd-897e-188289346530 req-10ec3c8f-46b6-4821-a8d6-81b8f2f0087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:54.006680 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-10ec3c8f-46b6-4821-a8d6-81b8f2f0087b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.4547300 Apr 15 20:56:54.041376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.073053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.120533 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-d7f7f1be-9685-4e7e-a543-69d590124342 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 1000 time: 0.1062245 Apr 15 20:56:54.122579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.126676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2fb3db0b-ce87-4a24-bb8e-fd7c825ce8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:54.140612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b1c6dc-bc22-429e-b721-4a1d09827fd0,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:54.143806 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:54.146099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.150531 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-e31cdaa9-1219-44c3-b9ad-5bed9c1af7f2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7b1c6dc-bc22-429e-b721-4a1d09827fd0 HTTP/1.1" status: 204 len: 168 time: 0.1695168 Apr 15 20:56:54.192303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a98c-d0d7-49bd-897e-188289346530 req-1a863011-c8bf-4d8d-9473-c93a62657854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:54.193909 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-1a863011-c8bf-4d8d-9473-c93a62657854 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0662355 Apr 15 20:56:54.279979 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92a98c-d0d7-49bd-897e-188289346530 req-7a439f60-629e-494a-a53a-d258252d39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:56:54.281616 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-7a439f60-629e-494a-a53a-d258252d39a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0798819 Apr 15 20:56:54.372414 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0037b292-933c-444a-9024-220cea7d704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.427029 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-8f7b3fa8-c633-41fd-847e-ced2072c6467 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382074 Apr 15 20:56:54.445307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48670) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:54.464633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.480579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:56:54.484714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Usage tracker for resource:security_group_rule and tenant:12a0645c2f144318a8001bf68d1f5535 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:56:54.488342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:56:54.494724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:56:54.572985 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9a92a98c-d0d7-49bd-897e-188289346530 req-60da11b9-0e29-40d3-ad97-20ebcde5bb98 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381896 Apr 15 20:56:54.583270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.586593 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.596362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8650b307-cd48-4314-92a3-c149aabe4cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:54.638316 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12a0645c2f144318a8001bf68d1f5535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916447 Apr 15 20:56:54.640086 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de732526-ca7b-4a60-a049-81b9298d04d7,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:54.641529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48674) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:56:54.643579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:54.714906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.743525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.791883 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.795788 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-659f61c4-f706-4652-802a-6eec581f9ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:56:54.809745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de732526-ca7b-4a60-a049-81b9298d04d7,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:56:54.814961 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:56:54.819356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:54.820571 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-1c9d4e07-aea5-4dd0-a051-9df3e6e14be1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de732526-ca7b-4a60-a049-81b9298d04d7 HTTP/1.1" status: 204 len: 168 time: 0.1779292 Apr 15 20:56:55.601307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:55.757571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:55.855920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:56.962841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:56:57.678525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:57:04.033669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48796) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:04.168168 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.184303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:04.188610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Usage tracker for resource:security_group_rule and tenant:5ba3c78a56a447fda83f87c645ead0a3 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:04.191736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:04.197946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:04.289965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.295526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.305560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:04.353310 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5ba3c78a56a447fda83f87c645ead0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183477 Apr 15 20:57:04.354321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10836149-8f7d-430d-ba6f-8a0bbaabc8b7,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:04.356481 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48802) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:04.357814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:04.431577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.459720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.513010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.518955 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f82eaa7f-4148-4e87-89d3-d05635c967f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:04.534303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10836149-8f7d-430d-ba6f-8a0bbaabc8b7,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:04.536957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:04.543578 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.544782 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/10836149-8f7d-430d-ba6f-8a0bbaabc8b7 HTTP/1.1" status: 204 len: 168 time: 0.1869392 Apr 15 20:57:04.859548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48810) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:04.879053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:04.894598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:04.899050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Usage tracker for resource:security_group_rule and tenant:1cd7a122b49a4fbdb1a3104e15c12eca is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:04.902939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:04.913325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:05.008982 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:05.013773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:05.021322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cfb1d5af-3a1f-413a-a13a-50ae8587deeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:05.065096 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1cd7a122b49a4fbdb1a3104e15c12eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043777 Apr 15 20:57:05.066024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2b98ca-8c9f-43a2-aa1f-53ae39c29a5c,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:05.068992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48814) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:05.069361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:05.135154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:05.163736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:05.210010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:05.213890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d3fc7c79-1c07-4d4a-a89c-d55bbd859743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:05.229339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2b98ca-8c9f-43a2-aa1f-53ae39c29a5c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:05.231833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:05.238080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:05.239328 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-77b4bc69-1a05-49aa-ab3b-ce541898250e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e2b98ca-8c9f-43a2-aa1f-53ae39c29a5c HTTP/1.1" status: 204 len: 168 time: 0.1690559 Apr 15 20:57:08.956880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48948) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:09.090600 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.107231 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:09.111969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Usage tracker for resource:security_group_rule and tenant:668cd08dd6264d2ea6366ef2d92473e2 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:09.115247 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:09.122224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:09.212107 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.217060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.237939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d0ef389-b31c-44ea-a1e9-cc8ec113a39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:09.280021 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=668cd08dd6264d2ea6366ef2d92473e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218925 Apr 15 20:57:09.281784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eb2b57-a5e4-4953-8e63-52ea1ba99ee8,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:09.283253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48954) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:09.285371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:09.350573 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.378963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.425096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.429050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2a53b103-240e-4048-87e9-7d5eedb110b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:09.440822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eb2b57-a5e4-4953-8e63-52ea1ba99ee8,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:09.444708 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:09.448877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.450181 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-67fe7c30-b27a-476b-81a3-9cfb8700a8d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8eb2b57-a5e4-4953-8e63-52ea1ba99ee8 HTTP/1.1" status: 204 len: 168 time: 0.1657834 Apr 15 20:57:09.768580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 48962) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:09.788071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.803899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:09.808087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Usage tracker for resource:security_group_rule and tenant:7967f2d2fafd4cefad9a52160741d253 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:09.811259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:09.817696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:09.907594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.911783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:09.922703 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4deb7a6c-e474-478a-894a-ec5354aa7db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:09.967438 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7967f2d2fafd4cefad9a52160741d253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975665 Apr 15 20:57:09.969608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fb805a-c2c9-464c-9797-38d98143ae28,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:09.970913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 48966) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:09.973068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-29336d64-5efd-4642-93ae-eb0b642d0b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:10.037644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:10.064705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:10.117884 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:10.121867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6d68c47d-2c65-401f-80bc-460c0d9116ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:10.137030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fb805a-c2c9-464c-9797-38d98143ae28,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:10.139531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:10.158112 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:10.162368 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/88fb805a-c2c9-464c-9797-38d98143ae28 HTTP/1.1" status: 204 len: 168 time: 0.1902556 Apr 15 20:57:16.335275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49062) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:16.477199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.492940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:16.497291 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Usage tracker for resource:security_group_rule and tenant:3f654b5a4b5646b386a935b7c3b1ea49 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:16.500426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:16.507005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:16.594813 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.599103 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.606489 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-599b4745-ec95-44af-aa25-43e109dc7a2f tempest-AttachVolumeShelveTestJSON-714587906 tempest-AttachVolumeShelveTestJSON-714587906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:16.649930 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3f654b5a4b5646b386a935b7c3b1ea49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134513 Apr 15 20:57:16.650951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2157276-89a4-4709-8c9e-58b7bb7abd2e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:16.653150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49068) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:16.659074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.659493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.659901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.660302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.660706 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.661134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.661526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.661922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.662341 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.662738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.663146 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.663508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.667696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d6c6abf0-98f8-4e45-951c-16a89d23d829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:16.723637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.752427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.803996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.809182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3267353d-b775-447a-a3c0-fb32a2dd5aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:16.819995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2157276-89a4-4709-8c9e-58b7bb7abd2e,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:16.831180 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.831575 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.831991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.832399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.832887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.833300 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.833704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.834135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.834541 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.834942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.835342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.835740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:16.839075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:16.839953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:16.841178 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2157276-89a4-4709-8c9e-58b7bb7abd2e HTTP/1.1" status: 204 len: 168 time: 0.1869302 Apr 15 20:57:17.164310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49076) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:17.184540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.200136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:17.204447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Usage tracker for resource:security_group_rule and tenant:77eed5f2258e4269a507201d9584bba9 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:17.207543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:17.214273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:17.316508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.320890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.328374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-31034433-bea3-4080-812c-e8ede3adeb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:17.372447 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=77eed5f2258e4269a507201d9584bba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068987 Apr 15 20:57:17.373377 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4bb2f5-bb7c-4704-b378-16eed49599ac,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:17.376444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49080) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:17.376811 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5682bbde-9fd5-4b01-9122-ed3ff847c263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:17.441861 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.470603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.517164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.522233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2bbf6dd2-65f1-432e-bf82-d75497d10ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:17.534733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4bb2f5-bb7c-4704-b378-16eed49599ac,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:17.537156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:17.540877 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:17.542105 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-6666f748-14e7-4490-ad89-a8f0d8764545 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c4bb2f5-bb7c-4704-b378-16eed49599ac HTTP/1.1" status: 204 len: 168 time: 0.1642473 Apr 15 20:57:22.398725 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c9b5979b-42cd-46d9-8e5d-25dfaeccc774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.008237 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-441d63aa-3b4a-46b2-97bb-704fec9886d9 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1729302658&fields=id&tenant_id=c684ac98c36b48749130169375a0f493 HTTP/1.1" status: 200 len: 267 time: 0.0518129 Apr 15 20:57:24.105837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-b428deb4-821e-4447-b7cc-5e2c68028f46 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:24.107546 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-b428deb4-821e-4447-b7cc-5e2c68028f46 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 984 time: 0.0931175 Apr 15 20:57:24.120080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Request body: {'port': {'security_groups': ['f097497e-866c-466b-a848-6f1a46818d9c']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:57:24.256102 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.378521 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f603e054-0742-452c-a958-9d6edfacc6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.526019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:24.559224 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.564363 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.577759 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:57:24.582721 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8bc91cb0-ae40-48a0-b180-7793ec656855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:24.724667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event updated for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=7']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:24.728337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:24.790665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:24.791354 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.792869 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-233d5ad5-9067-4736-8a92-bc2d75ab0c85 req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "PUT /v2.0/ports/a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 942 time: 0.6782131 Apr 15 20:57:24.793447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:57:24.799331 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49164) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:24.853057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:57:24.854953 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'status': 'completed', 'code': 200} Apr 15 20:57:24.933938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:24.975809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.007773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0574670c-d476-4063-a855-0767c20bc409 None None] Provisioning complete for port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:25.008194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0574670c-d476-4063-a855-0767c20bc409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.031968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-fd159ef0-7b77-4848-8361-0430dc915325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:25.033613 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-fd159ef0-7b77-4848-8361-0430dc915325 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1098 time: 0.1561015 Apr 15 20:57:25.069068 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.077727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-15e82a53-a5f9-491d-9f5e-ea6145d869b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:25.153741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a19189-05cf-46a9-9b8d-816d073b0b66,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:25.162621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:25.176501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.177757 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0c239c24-f0e3-433f-94e1-8e20f2906c71 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "DELETE /v2.0/security-groups/b2a19189-05cf-46a9-9b8d-816d073b0b66 HTTP/1.1" status: 204 len: 168 time: 0.3774078 Apr 15 20:57:25.180900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49168) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:25.322871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-49872da0-9a9d-4488-a5c3-07e12e227b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:25.324479 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-49872da0-9a9d-4488-a5c3-07e12e227b18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.2831273 Apr 15 20:57:25.519553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Deleting port f2c60d26-efb8-44e1-90b2-7e6bb5396bb2 {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:25.519942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.566394 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-7256db6f-7c82-4e69-a251-dcc92adfc595 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 1000 time: 0.1744258 Apr 15 20:57:25.609882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.725910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-a126cacc-f55a-4f1f-ba82-bd76a30510f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:25.727535 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-a126cacc-f55a-4f1f-ba82-bd76a30510f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.1541800 Apr 15 20:57:25.768980 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.777446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49180) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:25.821466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.821713 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.875701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.910835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:25.927016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:25.931802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7aecab1dd20f43e0829b10e15ddbd42b is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:25.935029 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:25.942043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:25.956462 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Calling delete_port for f2c60d26-efb8-44e1-90b2-7e6bb5396bb2 owned by network:floatingip {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:26.032734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.033570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-11d4c0ae-b689-42dd-b74e-338b4603af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:26.035067 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-11d4c0ae-b689-42dd-b74e-338b4603af9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3003440 Apr 15 20:57:26.036308 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.046172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-53c66f03-2e7e-4145-b602-4ea1f6434ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:26.090082 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7aecab1dd20f43e0829b10e15ddbd42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111131 Apr 15 20:57:26.091884 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3cd4c8-ff11-4e83-b1b7-60b371188301,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:26.094907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49186) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:26.097865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:26.166359 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.197826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.248975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.254796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ff0ed08c-49e6-4f82-89ce-eb29b8b248f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:26.272998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3cd4c8-ff11-4e83-b1b7-60b371188301,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:26.276123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:26.290405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.294337 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d3daeb0d-f1f0-4d1a-92da-30691dd461f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ee3cd4c8-ff11-4e83-b1b7-60b371188301 HTTP/1.1" status: 204 len: 168 time: 0.1957612 Apr 15 20:57:26.492675 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-0935fb31-b85a-402e-9c55-110bf8bc53e6 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478650 Apr 15 20:57:26.596150 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.600267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49194) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:26.618833 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0a539a87-f1ed-443f-b8e1-0e3b082855b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:26.619318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.635561 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:26.640003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Usage tracker for resource:security_group_rule and tenant:7b58fa87fb044041b8f20840d2a443e5 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:26.643145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:26.649683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:26.721061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event deleted for resources: {'Port': ['ID=f2c60d26-efb8-44e1-90b2-7e6bb5396bb2,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:26.735709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:26.743021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.746696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.756745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-97995fbf-efbc-4f6b-a48a-deb1fbf9acf8 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:26.794387 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd401765-746e-47f4-9134-e0e9a67aef85 req-a2585f21-de93-4b38-93e6-0f9f19eeedf2 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932241 Apr 15 20:57:26.800398 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215d1f3-b8f8-4930-bab2-caad6476d287,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:26.806265 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:26.810646 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b58fa87fb044041b8f20840d2a443e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090833 Apr 15 20:57:26.812809 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49198) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:26.880195 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.908090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.919949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks [] for floatingip, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.920339 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Floating IP 952583ad-2b4a-45de-a5c0-841177d84c0e disassociated (deleted). External IP: 172.28.0.41, port: a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb. Apr 15 20:57:26.957017 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.961450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9d1a7b61-fd8d-4ed3-9abc-4127f7919ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:26.965289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.974711 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215d1f3-b8f8-4930-bab2-caad6476d287,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:26.977231 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:26.983386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:26.987178 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-e74a23a7-3f9b-4ce0-82ee-f276b87eb83d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e215d1f3-b8f8-4930-bab2-caad6476d287 HTTP/1.1" status: 204 len: 168 time: 0.1708059 Apr 15 20:57:27.314276 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Router a63c74ee-42f3-4d87-8913-23daa856aacc has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:57:27.503920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:57:27.515638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] Sync routers for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:57:27.527450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:27.533688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:27.534498 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:27.591261 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "DELETE /v2.0/floatingips/952583ad-2b4a-45de-a5c0-841177d84c0e HTTP/1.1" status: 204 len: 168 time: 2.4091661 Apr 15 20:57:27.592200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:57:27.648298 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'status': 'completed', 'code': 200} Apr 15 20:57:27.771990 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:27.813628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-fb74d68e-516a-4b65-884a-5dc8dbeed2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:27.815673 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-fb74d68e-516a-4b65-884a-5dc8dbeed2b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c684ac98c36b48749130169375a0f493&device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 1098 time: 0.1426616 Apr 15 20:57:27.995393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-dd3ef9cf-c508-463a-b397-1eee5997ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:27.997319 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-dd3ef9cf-c508-463a-b397-1eee5997ac95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 200 len: 915 time: 0.1738341 Apr 15 20:57:28.088980 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-af654c93-04be-4061-b58f-031b656977d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 200 len: 217 time: 0.0828555 Apr 15 20:57:28.156768 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:28.161282 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] Checking router: a63c74ee-42f3-4d87-8913-23daa856aacc for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:57:28.170975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:28.171562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:28.177723 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-c5f89875-d8df-43df-8e8e-fece7b42203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:28.180191 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-c5f89875-d8df-43df-8e8e-fece7b42203d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 200 len: 853 time: 0.0839338 Apr 15 20:57:28.267724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-17ff1b95-b87c-4dff-aae6-68860b3ffd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:28.269354 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-17ff1b95-b87c-4dff-aae6-68860b3ffd62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a9301c17-05c8-4468-8b3d-ebf34916920a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0810335 Apr 15 20:57:28.375147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:28.440544 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-ac2338a3-2b6d-4e20-9ffe-b392e0998d72 service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634598 Apr 15 20:57:28.614973 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-85ddfbb0-525d-4fa6-a3de-fd0c074522d7 req-6e2d9e15-bedd-424b-b717-19b4f011eb0e service neutron] 10.222.0.60 "GET /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661170 Apr 15 20:57:28.759735 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:28.764324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b987f-b5f2-4ae0-9049-292ad100edaf None None] The sync data for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb is: [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7a181774-9c87-4d56-9a63-5234fac1bdd5', 'name': '', 'network_id': 'a9301c17-05c8-4468-8b3d-ebf34916920a', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'mac_address': 'fa:16:3e:3d:e8:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:13Z', 'updated_at': '2021-04-15T20:55:25Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'subnets': [{'id': 'd726fb0b-6233-4020-a202-37789ee6e5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:57:29.145652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7036d9-15ef-4437-8e8a-db86b622a90d None None] New status for floating IP 952583ad-2b4a-45de-a5c0-841177d84c0e: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:57:31.190373 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a7a2c-e473-4282-8742-506e0a15f14a req-9740b494-25fa-4f61-8c84-546417e85b40 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:31.192032 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-338a7a2c-e473-4282-8742-506e0a15f14a req-9740b494-25fa-4f61-8c84-546417e85b40 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.0948963 Apr 15 20:57:31.242148 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-338a7a2c-e473-4282-8742-506e0a15f14a req-aad3a313-210d-412b-b7ee-7aee7edaf76c tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Apr 15 20:57:32.461350 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-6766c9ed-98d6-4322-a7d8-f7e1e66a7dfb tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:32.462137 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-6766c9ed-98d6-4322-a7d8-f7e1e66a7dfb tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:57:32.479647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-6766c9ed-98d6-4322-a7d8-f7e1e66a7dfb tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:57:32.480893 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-6766c9ed-98d6-4322-a7d8-f7e1e66a7dfb tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.1198163 Apr 15 20:57:32.531646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-c6bd482a-0669-4455-b16a-bfbd5b0a6e19 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Synchronizing usage tracker for tenant:c684ac98c36b48749130169375a0f493 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:57:32.548147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-c6bd482a-0669-4455-b16a-bfbd5b0a6e19 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Unset dirty status for tenant:c684ac98c36b48749130169375a0f493 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:57:32.549373 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-98e31cff-867f-4cc1-8696-6ed8cec4b322 req-c6bd482a-0669-4455-b16a-bfbd5b0a6e19 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/security-groups?id=f097497e-866c-466b-a848-6f1a46818d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586438 Apr 15 20:57:32.882296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-412c924a-84ad-4fc6-aba8-ce9390f286bd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:32.883854 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-412c924a-84ad-4fc6-aba8-ce9390f286bd tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 945 time: 0.0965838 Apr 15 20:57:32.964604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Deleting port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:32.964998 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:33.242261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] For port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:33.242664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:33.374401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Calling delete_port for a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:33.534293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:33.546502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:57:33.550520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-08a62bf4-ab56-4f34-ae8c-c4d51c44c1fd tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:33.600612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Pushing event deleted for resources: {'Port': ['ID=a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:33.603345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:33.716965 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a2330557-104f-4c3e-b706-c1df8c16a1d6 req-2eba9f41-0c2f-4dbc-97d3-a13b233e6e9a tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.70 "GET /v2.0/ports?device_id=99ca681a-3550-49e2-91cb-033b2c1429cd HTTP/1.1" status: 200 len: 210 time: 0.0532718 Apr 15 20:57:33.809061 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] No DVR routers for this DVR port a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:57:33.811715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:33.814588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'name': 'network-vif-deleted', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:57:33.831431 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-20f6f342-67f1-492f-9852-b11cd0eff640 req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] 10.222.0.60 "DELETE /v2.0/ports/a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb HTTP/1.1" status: 204 len: 173 time: 0.9419539 Apr 15 20:57:33.873483 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca681a-3550-49e2-91cb-033b2c1429cd', 'name': 'network-vif-deleted', 'tag': 'a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb', 'status': 'completed', 'code': 200} Apr 15 20:57:34.481413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49312) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:34.610547 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.626597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:34.631805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Usage tracker for resource:security_group_rule and tenant:3864858e590f44be99925bf2384fc92f is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:34.636279 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:34.642796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:34.677853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:57:34.739352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.743631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.757571 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-800f33d7-8810-4588-b056-2592c5cd596d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:34.801635 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3864858e590f44be99925bf2384fc92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189597 Apr 15 20:57:34.803548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e19d9-cb5e-4427-8273-5ed733080abd,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:34.804704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49320) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:34.806916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-96b0723d-740f-48a2-833a-9f438f3328c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:34.873329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.901619 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.948110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.953745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0047e57a-98ca-499f-b5c2-74dadac89244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:34.968663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e19d9-cb5e-4427-8273-5ed733080abd,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:34.971625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:34.972887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:34.977189 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-dee6d6e1-de0b-479c-b569-f55caf3f218c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6b4e19d9-cb5e-4427-8273-5ed733080abd HTTP/1.1" status: 204 len: 168 time: 0.1682374 Apr 15 20:57:35.702830 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49388) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:36.617093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:36.760368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:36.797845 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:36.798285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device a33bc3ee-6e26-4bcd-9fdc-8f3556a8addb not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:37.000431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Deleting port 7a181774-9c87-4d56-9a63-5234fac1bdd5 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:37.000817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:37.198023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] For port 7a181774-9c87-4d56-9a63-5234fac1bdd5, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7a181774-9c87-4d56-9a63-5234fac1bdd5,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:37.198442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:37.332561 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Calling delete_port for 7a181774-9c87-4d56-9a63-5234fac1bdd5 owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:37.515437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:37.531396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fcb82195-df71-4705-8446-3c908e8e9870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:37.625312 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a181774-9c87-4d56-9a63-5234fac1bdd5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:37.633002 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:37.996056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:38.529874 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Router a63c74ee-42f3-4d87-8913-23daa856aacc has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:57:38.993385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:57:39.010064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] Sync routers for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:57:39.020298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:39.021071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:39.022647 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-d41b3ec2-3808-4ec3-b8a7-b0d9e095f43d admin admin] 10.222.0.70 "PUT /v2.0/routers/a63c74ee-42f3-4d87-8913-23daa856aacc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3185077 Apr 15 20:57:39.025367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49410) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:39.211717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:39.219668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:39.414000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:39.423027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Deleting port 360cea69-b3e0-474b-b26e-994a573c84f5 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:39.423401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:39.519509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35'}], 'enable_snat': True}, 'gw_port_id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:57:37Z', 'revision_number': 5, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port': {'id': '360cea69-b3e0-474b-b26e-994a573c84f5', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:39.523847 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] Checking router: a63c74ee-42f3-4d87-8913-23daa856aacc for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:57:39.533169 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] Routers {'a63c74ee-42f3-4d87-8913-23daa856aacc'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:39.533860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['a63c74ee-42f3-4d87-8913-23daa856aacc'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:39.610110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] For port 360cea69-b3e0-474b-b26e-994a573c84f5, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=360cea69-b3e0-474b-b26e-994a573c84f5,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:39.610520 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:39.693382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] Set router a63c74ee-42f3-4d87-8913-23daa856aacc gateway port host: None {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:39.747070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Calling delete_port for 360cea69-b3e0-474b-b26e-994a573c84f5 owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:39.810191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:57:39Z', 'revision_number': 6, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port_host': None}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:39.814637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1173afcd-e2e1-4d9a-9f31-01019133b5bb None None] The sync data for ids ['a63c74ee-42f3-4d87-8913-23daa856aacc'] in dv-cinder-562053-18-smb is: [{'id': 'a63c74ee-42f3-4d87-8913-23daa856aacc', 'name': 'tempest-TestMinimumBasicScenario-496874025-router', 'tenant_id': 'c684ac98c36b48749130169375a0f493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:09Z', 'updated_at': '2021-04-15T20:57:39Z', 'revision_number': 6, 'project_id': 'c684ac98c36b48749130169375a0f493', 'gw_port_host': None}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:57:39.935119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:39.951010 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:39.965323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7a181774-9c87-4d56-9a63-5234fac1bdd5 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:40.003072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 7a181774-9c87-4d56-9a63-5234fac1bdd5 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:40.003565 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7a181774-9c87-4d56-9a63-5234fac1bdd5 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:40.042880 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=360cea69-b3e0-474b-b26e-994a573c84f5,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:40.053423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:40.220637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.412491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.415608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.451764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.452026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a63c74ee-42f3-4d87-8913-23daa856aacc {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:57:40.465287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.466587 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9b744e93-9ba5-433d-aab1-209cb6d3f4bd admin admin] 10.222.0.70 "DELETE /v2.0/routers/a63c74ee-42f3-4d87-8913-23daa856aacc HTTP/1.1" status: 204 len: 168 time: 1.4402099 Apr 15 20:57:40.470322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49422) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:40.541490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Deleting subnet d726fb0b-6233-4020-a202-37789ee6e5bc {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:57:40.544734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.599719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.687380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.968139 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:40.984634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:41.081262 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d726fb0b-6233-4020-a202-37789ee6e5bc,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:41.086249 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:41.120817 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.126649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d7688-b559-4101-89e7-7fc58b93a1e3 None None] Network a9301c17-05c8-4468-8b3d-ebf34916920a requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:57:41.128539 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-222fb9ce-fc41-4358-82aa-51d1c6f2a9a8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d726fb0b-6233-4020-a202-37789ee6e5bc HTTP/1.1" status: 204 len: 168 time: 0.6559308 Apr 15 20:57:41.130366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49426) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:41.253339 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.332149 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Deleting port 3c86a2b6-102f-421b-80cd-e0ea7642db67 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:41.332548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.566750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] For port 3c86a2b6-102f-421b-80cd-e0ea7642db67, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=3c86a2b6-102f-421b-80cd-e0ea7642db67,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:41.567132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.583207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] DHCP port deletion for a9301c17-05c8-4468-8b3d-ebf34916920a request from dv-cinder-562053-18-smb {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:57:41.587532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Deleting port 3c86a2b6-102f-421b-80cd-e0ea7642db67 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:41.588123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.703268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Calling delete_port for 3c86a2b6-102f-421b-80cd-e0ea7642db67 owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:41.792444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.810395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-74df3786-49db-4b72-9d8c-a4619a279827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:41.816719 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] For port 3c86a2b6-102f-421b-80cd-e0ea7642db67, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=3c86a2b6-102f-421b-80cd-e0ea7642db67,segment=NetworkSegment(22c0fc6c-0a19-4e64-9fc7-be81434afea2),segment_id=22c0fc6c-0a19-4e64-9fc7-be81434afea2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:41.817259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:41.917525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c86a2b6-102f-421b-80cd-e0ea7642db67,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:41.922627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:41.950694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Calling delete_port for 3c86a2b6-102f-421b-80cd-e0ea7642db67 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:41.965062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] No DVR routers for this DVR port 3c86a2b6-102f-421b-80cd-e0ea7642db67 on host dv-cinder-562053-18-smb {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:57:42.044984 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 360cea69-b3e0-474b-b26e-994a573c84f5 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:42.085733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 360cea69-b3e0-474b-b26e-994a573c84f5 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:42.086306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 360cea69-b3e0-474b-b26e-994a573c84f5 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:42.086508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 3c86a2b6-102f-421b-80cd-e0ea7642db67 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:42.101506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.123487 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:57:42.123954 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:57:42.124800 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 3c86a2b6-102f-421b-80cd-e0ea7642db67 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:42.125260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 3c86a2b6-102f-421b-80cd-e0ea7642db67 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:42.221165 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9301c17-05c8-4468-8b3d-ebf34916920a']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:42.234508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c0fc6c-0a19-4e64-9fc7-be81434afea2') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:42.234826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c0fc6c-0a19-4e64-9fc7-be81434afea2') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:42.251676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.274306 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.280960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:57:42.468147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Network a9301c17-05c8-4468-8b3d-ebf34916920a has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:57:42.477531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.625388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Deleting port 3c86a2b6-102f-421b-80cd-e0ea7642db67 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:42.625738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.663064 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Network a9301c17-05c8-4468-8b3d-ebf34916920a has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:57:42.686120 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:57:42.706322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0de9eb18-0000-4e78-b5d6-e34f01cd448c None None] The port '3c86a2b6-102f-421b-80cd-e0ea7642db67' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:57:42.765963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.769935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:42.787977 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:42.800796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9301c17-05c8-4468-8b3d-ebf34916920a,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:42.805267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:42.813637 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] 10.222.0.70 "DELETE /v2.0/networks/a9301c17-05c8-4468-8b3d-ebf34916920a HTTP/1.1" status: 204 len: 168 time: 1.6819472 Apr 15 20:57:42.816780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49474) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:43.666098 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:44.049045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Deleting port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:44.049457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:44.235694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] For port 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:44.236096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:44.375781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Calling delete_port for 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:44.561839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:44.577668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2eefca3b-249f-4686-b675-de1258db650e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:44.672179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:44.679208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:45.050925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:45.578171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Router 040c8a48-161f-4e49-bb59-351c2f1fabe3 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:57:45.772895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:57:45.782194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] Sync routers for ids ['040c8a48-161f-4e49-bb59-351c2f1fabe3'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:57:45.791720 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0b06f3f9-b847-4946-8e1b-ded294e768d8 admin admin] 10.222.0.70 "PUT /v2.0/routers/040c8a48-161f-4e49-bb59-351c2f1fabe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9713969 Apr 15 20:57:45.792040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49492) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:45.794232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] Routers {'040c8a48-161f-4e49-bb59-351c2f1fabe3'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:45.797903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['040c8a48-161f-4e49-bb59-351c2f1fabe3'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:46.002114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] Set router 040c8a48-161f-4e49-bb59-351c2f1fabe3 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:46.258594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:46.318128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:57:44Z', 'revision_number': 5, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:46.322381 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] Checking router: 040c8a48-161f-4e49-bb59-351c2f1fabe3 for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:57:46.331372 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] Routers {'040c8a48-161f-4e49-bb59-351c2f1fabe3'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:46.332019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['040c8a48-161f-4e49-bb59-351c2f1fabe3'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:46.450067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:46.459291 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Deleting port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:46.459673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:46.523011 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] Set router 040c8a48-161f-4e49-bb59-351c2f1fabe3 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:46.650970 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] For port b5c62fb0-25f0-4c2e-b5e8-bebf348c896c, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:46.651357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:46.784922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Calling delete_port for b5c62fb0-25f0-4c2e-b5e8-bebf348c896c owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:46.824771 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:57:44Z', 'revision_number': 5, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:46.829342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef914b3c-1e50-4587-8e68-b493c9988ba9 None None] The sync data for ids ['040c8a48-161f-4e49-bb59-351c2f1fabe3'] in dv-cinder-562053-18-smb is: [{'id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'name': 'tempest-TestMinimumBasicScenario-1979062345-router', 'tenant_id': '4ea00a92fa974628a01cdd212a812319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:55:19Z', 'updated_at': '2021-04-15T20:57:44Z', 'revision_number': 5, 'project_id': '4ea00a92fa974628a01cdd212a812319', 'gw_port': {'id': 'b5c62fb0-25f0-4c2e-b5e8-bebf348c896c', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:ae:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040c8a48-161f-4e49-bb59-351c2f1fabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:55:20Z', 'updated_at': '2021-04-15T20:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:57:46.967233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:46.981603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-48960674-8b1e-410e-af92-961f709c2f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:47.079803 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c62fb0-25f0-4c2e-b5e8-bebf348c896c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:47.082524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:47.256551 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.449268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.451750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.457608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49506) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:47.474594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.475206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 040c8a48-161f-4e49-bb59-351c2f1fabe3 {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 20:57:47.488485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.492347 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/040c8a48-161f-4e49-bb59-351c2f1fabe3 HTTP/1.1" status: 204 len: 168 time: 1.6967361 Apr 15 20:57:47.492726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49512) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:47.561220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Deleting subnet 83226967-33f2-4fe6-9366-43d6a7107386 {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:57:47.564665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.598973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.615018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:47.619253 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Usage tracker for resource:security_group_rule and tenant:99d5d0b8c4514f2f89603217ac20464a is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:47.622176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.622299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:47.628215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:47.715298 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.722700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:47.726013 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.003539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a4c5ef5f-531c-4000-9f29-2c0d5f11316b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:48.005668 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.027049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:48.028477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:48.048189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f74d99a-f24d-4c49-8663-af240f14c537,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:48.051873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:48.057911 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0d9c1602-c1b4-464c-b194-e139313d69fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99d5d0b8c4514f2f89603217ac20464a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991435 Apr 15 20:57:48.058623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49516) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:48.067525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:48.067957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 1c6a7de3-f8dd-4cd8-9c62-bcfc0d5a83b1 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:48.068615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device b5c62fb0-25f0-4c2e-b5e8-bebf348c896c no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:48.108570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: b5c62fb0-25f0-4c2e-b5e8-bebf348c896c {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:48.109020 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device b5c62fb0-25f0-4c2e-b5e8-bebf348c896c not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:48.122638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83226967-33f2-4fe6-9366-43d6a7107386,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:48.125019 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.126604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:48.153966 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.158741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.165203 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-a1ea4436-74bb-4b7c-9fe4-c8b0dce2b223 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/83226967-33f2-4fe6-9366-43d6a7107386 HTTP/1.1" status: 204 len: 168 time: 0.6714373 Apr 15 20:57:48.165512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6813f5-9d03-4c4b-9b06-d39dd92dcbc9 None None] Network f40bd594-52f2-484f-8028-c0859ded3704 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:57:48.168124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49520) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:48.214831 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.221084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e30ac0fb-b7e3-4717-92d9-ca74418acad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:48.237939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f74d99a-f24d-4c49-8663-af240f14c537,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:48.240959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:48.243264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.244497 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f74d99a-f24d-4c49-8663-af240f14c537 HTTP/1.1" status: 204 len: 168 time: 0.1848752 Apr 15 20:57:48.293662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.364644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Deleting port 103886aa-ea23-499b-acab-2e43b287f93c {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:48.365024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.452412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] DHCP port deletion for f40bd594-52f2-484f-8028-c0859ded3704 request from dv-cinder-562053-18-smb {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 20:57:48.457545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Deleting port 103886aa-ea23-499b-acab-2e43b287f93c {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:48.458366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.609621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] For port 103886aa-ea23-499b-acab-2e43b287f93c, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=103886aa-ea23-499b-acab-2e43b287f93c,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:48.609949 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.695754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] For port 103886aa-ea23-499b-acab-2e43b287f93c, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=103886aa-ea23-499b-acab-2e43b287f93c,segment=NetworkSegment(5464d119-7e13-4b22-b911-54e2a9e6d5d2),segment_id=5464d119-7e13-4b22-b911-54e2a9e6d5d2)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:48.696087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.744891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Calling delete_port for 103886aa-ea23-499b-acab-2e43b287f93c owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:48.827641 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:48.827981 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Calling delete_port for 103886aa-ea23-499b-acab-2e43b287f93c owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:57:48.840987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0dff59c5-6737-412f-8c02-e60e87a96a4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:48.907846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:57:48.908229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:57:48.937456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Pushing event deleted for resources: {'Port': ['ID=103886aa-ea23-499b-acab-2e43b287f93c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:48.952140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:48.990052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] No DVR routers for this DVR port 103886aa-ea23-499b-acab-2e43b287f93c on host dv-cinder-562053-18-smb {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:57:49.114879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:49.409866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Deleting port 103886aa-ea23-499b-acab-2e43b287f93c {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:57:49.410319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:49.482941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-66d36dd9-83ba-42d8-8cc5-1571ed84f0be None None] The port '103886aa-ea23-499b-acab-2e43b287f93c' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 20:57:49.491066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40bd594-52f2-484f-8028-c0859ded3704']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:49.506034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5464d119-7e13-4b22-b911-54e2a9e6d5d2') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:49.506157 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5464d119-7e13-4b22-b911-54e2a9e6d5d2') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:49.519761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:49.535123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:49.541777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:57:49.719478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Network f40bd594-52f2-484f-8028-c0859ded3704 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:57:49.732426 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:49.912696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Network f40bd594-52f2-484f-8028-c0859ded3704 has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:57:49.935695 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:57:50.017514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:50.018961 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 103886aa-ea23-499b-acab-2e43b287f93c no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:57:50.021466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:50.035996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:50.047299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Pushing event deleted for resources: {'Network': ['ID=f40bd594-52f2-484f-8028-c0859ded3704,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:50.051971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:50.056007 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f40bd594-52f2-484f-8028-c0859ded3704 HTTP/1.1" status: 204 len: 168 time: 1.8867941 Apr 15 20:57:50.059028 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 103886aa-ea23-499b-acab-2e43b287f93c {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:57:50.059432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 103886aa-ea23-499b-acab-2e43b287f93c not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:57:50.250443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49528) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:50.306598 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-204ddb8a-d7a8-4540-9f58-36947d61182f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c684ac98c36b48749130169375a0f493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546403 Apr 15 20:57:50.310036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49532) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:50.375144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:50.407153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:50.454933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:50.458872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:50.476441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097497e-866c-466b-a848-6f1a46818d9c,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:50.480804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:50.484560 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:50.485871 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-bd227b68-422c-479a-8e9b-cbf3ac33c6ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f097497e-866c-466b-a848-6f1a46818d9c HTTP/1.1" status: 204 len: 168 time: 0.1748364 Apr 15 20:57:50.888956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49540) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:50.943978 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0e59bf1d-67cb-49a5-b3ab-4f7fe6b74c24 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4ea00a92fa974628a01cdd212a812319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536730 Apr 15 20:57:50.947209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49544) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:51.016280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:51.046152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:51.094864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:51.102288 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b1c117a5-3bca-4eca-a2b9-20c2f89f34b0 tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:51.113059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928adf64-bde9-4f11-b37c-9f3cac194904,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:51.115532 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:51.121752 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:51.123032 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7d1b67a3-9c98-4a5d-87bd-0fed143eb1b6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/928adf64-bde9-4f11-b37c-9f3cac194904 HTTP/1.1" status: 204 len: 168 time: 0.1747053 Apr 15 20:57:51.982280 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49568) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:52.112952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1512456184-network', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:57:52.119688 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:52.124465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Usage tracker for resource:network and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:52.127960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:52.135778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:52.148190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Made reservation on behalf of f6278814e75645cc87e6ae6c0d667e03 for: {'network': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:57:52.153119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.166730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.182922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:52.187382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:52.190629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:52.197183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:52.283550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.287659 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.290882 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-74ee88fe-1c18-476c-9654-ff86435cbcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:52.323293 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=85419) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:57:52.332292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41832c62-bb6c-47aa-9ac6-908e2e926c79,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:52.336254 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:52.338933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.339324 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Added segment 1717798a-f07c-43e0-98dc-23ac6e848011 of type vlan for network 9689aaa5-b1f6-47e1-9394-b6678bc3034e Apr 15 20:57:52.367736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.399245 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.400651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:52.401337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.404186 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b5f3ee67-f28c-424c-807f-c4014c4826f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.407275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:52.515477 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5319374 Apr 15 20:57:52.516546 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Pushing event updated for resources: {'Network': ['ID=9689aaa5-b1f6-47e1-9394-b6678bc3034e,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:52.519105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49574) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:52.520642 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-99201d32-3f13-4e99-a7a1-0a3170e26714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:52.528951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Request body: {'subnet': {'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1512456184-subnet', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:57:52.531206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:57:52.534746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:52.539221 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Usage tracker for resource:subnet and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:52.542458 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:52.549960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:52.559841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Made reservation on behalf of f6278814e75645cc87e6ae6c0d667e03 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:57:52.564797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:52.996517 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.010027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:53.135902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d5d58c-a56f-4c43-86cb-8c08dde4b69d,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:53.138731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:53.214958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Checking segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:57:53.215355 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Network hostable DHCP agents. Network: 9689aaa5-b1f6-47e1-9394-b6678bc3034e, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:57:53.236707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:57:53.246834 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, 9689aaa5-b1f6-47e1-9394-b6678bc3034e) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:57:53.256073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808922f-be57-41d2-8084-91e8acd77c0c None None] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:57:53.260406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:53.261081 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.281409 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-f820933a-7593-4cd9-be62-d16502e0e7c7 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7605348 Apr 15 20:57:53.284250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49578) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:53.289902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:57:53.295181 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:53.299370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Usage tracker for resource:router and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:53.303051 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:53.309454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:53.318832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.319957 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.335172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.483539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:57:53.484480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.624826 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.650906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Allocated IP 172.20.0.2 (9689aaa5-b1f6-47e1-9394-b6678bc3034e/60d5d58c-a56f-4c43-86cb-8c08dde4b69d/218b0f34-ef24-428d-9ccb-aabe5f5c5d65) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:57:53.870005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.881027 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Transition to ACTIVE for port object 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:57:53.901514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Transition to ACTIVE for port object 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:57:53.908066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.924317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:53.955792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:53.989038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.054269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Pushing event updated for resources: {'Port': ['ID=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:54.068208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.068594 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.068975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.069466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.069863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.070257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.070628 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.070991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.071358 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.071726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.072087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.072431 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:57:54.076310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:54.128928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:57:54.130367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:57:54.132853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:57:54.135986 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Allocated IP 172.28.0.17 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/a5f6d722-c5e9-454b-b01f-c214fdf6277e) {{(pid=85418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:57:54.228940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Attempting to bind port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:57:54.229318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Attempting to bind port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:57:54.229730 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Attempting to bind port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 on network 9689aaa5-b1f6-47e1-9394-b6678bc3034e {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:57:54.235616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:57:54.236072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Checking segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:57:54.236522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.237069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Bound using segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:57:54.237591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Bound port: 218b0f34-ef24-428d-9ccb-aabe5f5c5d65, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:57:54.238069 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.293798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.327447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.331523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] For port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:57:54.335039 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] For port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:57:54.338596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.343916 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:54.354211 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:54.493044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f6d722-c5e9-454b-b01f-c214fdf6277e,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:54.499238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:54.544717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:57:54.546044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:57:54.548581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Received port after_create {{(pid=85418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:57:54.678632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-36dcc62b-d37a-4012-89db-b731a19b78e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:54.707758 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Pushing event updated for resources: {'Port': ['ID=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:54.713106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0dece98b-dfe7-4e43-8197-974cb8fa5988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:55.266889 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:55.607425 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:55.650592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:55.764925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:55.876537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Router 1c7aebae-d0e4-406c-b10f-9e97e182052a is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:57:55.898289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:56.058754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:57:56.085999 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:57:56.099494 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Sync routers for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:57:56.114618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:56.116022 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-53d2820c-f3db-4fd5-a080-140078b0bb63 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8307421 Apr 15 20:57:56.119114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49582) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:56.122121 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:56.122864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:56.186087 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62885541-ebe0-4a5e-90cc-59f503166d6c None None] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:57:56.418537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-eb40b154-e169-4e95-b41b-aad9b8e14a5f None None] Provisioning for port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:57:56.425715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:57:56.456699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:56.457123 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:56.495105 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-eb40b154-e169-4e95-b41b-aad9b8e14a5f None None] Provisioning complete for port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:56.495524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eb40b154-e169-4e95-b41b-aad9b8e14a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:56.532753 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:56.833537 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.057887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Allocated IP 172.20.0.1 (9689aaa5-b1f6-47e1-9394-b6678bc3034e/60d5d58c-a56f-4c43-86cb-8c08dde4b69d/7040eb87-cbb5-4a17-beec-38f2209152ca) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:57:57.090459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-eb40b154-e169-4e95-b41b-aad9b8e14a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.100152 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.109136 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.171695 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:57:57.212200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.221959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:57.223545 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.241401 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Transition to ACTIVE for port object 7040eb87-cbb5-4a17-beec-38f2209152ca will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:57:57.267896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.281933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e9ac2cb9-db1f-4fa6-8383-04dd3e49f8ce tempest-ServerRescueNegativeTestJSON-2064579795 tempest-ServerRescueNegativeTestJSON-2064579795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:57.303134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-eb40b154-e169-4e95-b41b-aad9b8e14a5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 20:57:57.303574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-eb40b154-e169-4e95-b41b-aad9b8e14a5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 20:57:57.307974 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:54Z', 'revision_number': 3, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:57.317963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Checking router: 1c7aebae-d0e4-406c-b10f-9e97e182052a for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:57:57.318419 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Updating router 1c7aebae-d0e4-406c-b10f-9e97e182052a port a5f6d722-c5e9-454b-b01f-c214fdf6277e binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:57:57.361200 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:57.365742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:57.384742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.415738 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Pushing event updated for resources: {'Port': ['ID=7040eb87-cbb5-4a17-beec-38f2209152ca,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:57.418891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:57.479727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:57:57.481113 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:57:57.484005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:57:57.543459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.672747 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.914297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.919001 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.947886 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-13e6a75c-a8c6-41bb-bbd0-9fe45d41275d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:57.980694 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:57.996724 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Transition to ACTIVE for port object a5f6d722-c5e9-454b-b01f-c214fdf6277e will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:57:58.011514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.030579 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:58.037094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Pushing event updated for resources: {'Port': ['ID=7040eb87-cbb5-4a17-beec-38f2209152ca,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:58.041823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:58.042681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.060732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-008b6c4e-2a3d-4986-9662-97ee40971b3b None None] Provisioning for port 7040eb87-cbb5-4a17-beec-38f2209152ca completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:57:58.074952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:57:58.166337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-008b6c4e-2a3d-4986-9662-97ee40971b3b None None] Provisioning complete for port 7040eb87-cbb5-4a17-beec-38f2209152ca triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:58.166683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-008b6c4e-2a3d-4986-9662-97ee40971b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.184031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:57:58.185234 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:57:58.260746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced54db-ad35-429e-9802-d968931d42b3 None None] Pushing event updated for resources: {'Port': ['ID=a5f6d722-c5e9-454b-b01f-c214fdf6277e,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:58.279319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bced54db-ad35-429e-9802-d968931d42b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:58.301330 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-008b6c4e-2a3d-4986-9662-97ee40971b3b None None] Port 7040eb87-cbb5-4a17-beec-38f2209152ca cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:57:58.342492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:58.342917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.381038 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Router 1c7aebae-d0e4-406c-b10f-9e97e182052a has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:57:58.383791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-008b6c4e-2a3d-4986-9662-97ee40971b3b None None] Provisioning complete for port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:58.384217 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-008b6c4e-2a3d-4986-9662-97ee40971b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.494841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Attempting to bind port a5f6d722-c5e9-454b-b01f-c214fdf6277e on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:57:58.495412 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Attempting to bind port a5f6d722-c5e9-454b-b01f-c214fdf6277e by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:57:58.495653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Attempting to bind port a5f6d722-c5e9-454b-b01f-c214fdf6277e on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:57:58.509464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:57:58.509888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:57:58.510383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.510824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:57:58.511367 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Bound port: a5f6d722-c5e9-454b-b01f-c214fdf6277e, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:57:58.511787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.708867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] For port a5f6d722-c5e9-454b-b01f-c214fdf6277e, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:57:58.712871 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] For port a5f6d722-c5e9-454b-b01f-c214fdf6277e, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=a5f6d722-c5e9-454b-b01f-c214fdf6277e,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:57:58.717783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.733132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:58.826832 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:57:58.836858 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] 10.222.0.70 "PUT /v2.0/routers/1c7aebae-d0e4-406c-b10f-9e97e182052a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7165439 Apr 15 20:57:58.895726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0e6ab8e3-4ce1-4729-ba92-78f4a6237080 None None] Provisioning complete for port 7040eb87-cbb5-4a17-beec-38f2209152ca triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:57:58.896132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e6ab8e3-4ce1-4729-ba92-78f4a6237080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:58.954052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced54db-ad35-429e-9802-d968931d42b3 None None] Pushing event updated for resources: {'Port': ['ID=a5f6d722-c5e9-454b-b01f-c214fdf6277e,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:58.962679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bced54db-ad35-429e-9802-d968931d42b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:58.984837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ab8e3-4ce1-4729-ba92-78f4a6237080 None None] Port 7040eb87-cbb5-4a17-beec-38f2209152ca cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:57:59.001746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:57:59.002461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:59.194476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:57:59.398122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49600) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:59.404746 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1333943600-network', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:57:59.409911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:59.414031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Usage tracker for resource:network and tenant:15c4bf257b8c465f9efb9c7a28b17c75 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:59.418208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:59.424614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:59.434841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Made reservation on behalf of 15c4bf257b8c465f9efb9c7a28b17c75 for: {'network': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:57:59.440033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for network, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.453657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.469749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:59.474089 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:15c4bf257b8c465f9efb9c7a28b17c75 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:59.477190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:59.483810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:59.529722 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 2, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:57:59.534408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b021204-34b8-4954-a3d3-123b40ae770a None None] The sync data for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb is: [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 2, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:57:59.574928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.579094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.582257 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2ba67c55-863f-40d3-a0a7-43e56f7e07a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:59.611946 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=85418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:57:59.621744 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ca925-e293-4e96-a285-770e094cc4bd,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:59.625728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:59.628585 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.628956 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.segments_db [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Added segment 5d8ffec8-06be-4f7a-8478-3048b6053c58 of type vlan for network e602319e-4f6a-4afe-9130-c989b3ef9163 Apr 15 20:57:59.660207 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761787222626'] for network, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.693956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306'] for network, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.696206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:57:59.697074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:57:59.702025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:57:59.810475 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4110506 Apr 15 20:57:59.811448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=e602319e-4f6a-4afe-9130-c989b3ef9163,revision_number=1']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:57:59.813534 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49604) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:57:59.816418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:57:59.820506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Request body: {'subnet': {'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1333943600-subnet', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'ip_version': 4}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:57:59.822736 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Network e602319e-4f6a-4afe-9130-c989b3ef9163 details requested by agent ovs-agent-dv-cinder-562053-18-smb with host dv-cinder-562053-18-smb {{(pid=85420) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:57:59.826090 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:57:59.830362 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Usage tracker for resource:subnet and tenant:15c4bf257b8c465f9efb9c7a28b17c75 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:57:59.833451 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:57:59.839727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:57:59.854899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Made reservation on behalf of 15c4bf257b8c465f9efb9c7a28b17c75 for: {'subnet': 1} {{(pid=85418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:57:59.859935 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1856672'] for subnet, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:00.310854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3661911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1856659'] for subnet, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:00.332361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:00.468767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a004216f-52db-4d64-8e38-9296f323665f,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:00.471785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:00.540686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Checking segment: {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:58:00.541190 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Network hostable DHCP agents. Network: e602319e-4f6a-4afe-9130-c989b3ef9163, hostable agents: ['d8e878a8-cad8-4da4-9606-f31ae6a4846f'], hosted agents: [] {{(pid=85418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:58:00.562444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Network e602319e-4f6a-4afe-9130-c989b3ef9163 is scheduled to be hosted by DHCP agent d8e878a8-cad8-4da4-9606-f31ae6a4846f with binding_index 1 {{(pid=85418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:58:00.573062 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-562053-18-smb, e602319e-4f6a-4afe-9130-c989b3ef9163) {{(pid=85418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:00.582275 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0381d4-7ad4-4927-9c5b-c12423be524e None None] Network e602319e-4f6a-4afe-9130-c989b3ef9163 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:58:00.585895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:00.586679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:00.612532 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c67bbb7c-07d2-4cfd-afb6-130e3a3c8bdd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7978127 Apr 15 20:58:00.612780 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49608) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:00.619189 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:00.624557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:00.629615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Usage tracker for resource:router and tenant:15c4bf257b8c465f9efb9c7a28b17c75 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:00.633269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:00.639716 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:00.652552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854095899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854764391'] for router, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:00.653705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-675174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-687356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11393'] for router, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:00.671325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:00.986754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-675159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854095914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11440'] for router, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.000337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46d5dcb1-e78b-5e69-8f06-7b2bd7651882-e602319e-4f6a-4afe-9130-c989b3ef9163', 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'fixed_ips': [{'subnet_id': 'a004216f-52db-4d64-8e38-9296f323665f'}]}} from dv-cinder-562053-18-smb. {{(pid=85420) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 20:58:01.001461 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.164374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Allocated IP 172.20.0.2 (e602319e-4f6a-4afe-9130-c989b3ef9163/a004216f-52db-4d64-8e38-9296f323665f/6f11f8d1-4598-4387-80db-a38565853f5f) {{(pid=85420) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:58:01.324699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.357158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.383315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Notify callbacks [] for port, precommit_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.394784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Transition to ACTIVE for port object 6f11f8d1-4598-4387-80db-a38565853f5f will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:01.416648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Transition to ACTIVE for port object 6f11f8d1-4598-4387-80db-a38565853f5f will not be triggered until provisioned by entity DHCP. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:01.422382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777'] for port, after_create {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.438907 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:01.508074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Allocated IP 172.28.0.96 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/7189c240-59fe-4f87-94f8-61f58e773ddf) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:58:01.586192 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Pushing event updated for resources: {'Port': ['ID=6f11f8d1-4598-4387-80db-a38565853f5f,revision_number=1']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:01.599664 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:01.642764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Network e602319e-4f6a-4afe-9130-c989b3ef9163 is already hosted by enough agents. {{(pid=85420) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:58:01.643941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Resources bound (agent type, host, resource id): {{(pid=85420) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:01.646278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Received port after_create {{(pid=85420) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:58:01.679009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.712479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.730496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-ec07ef56-f357-4f1e-8484-d7a16e7d513f tempest-AttachVolumeTestJSON-344432686 tempest-AttachVolumeTestJSON-344432686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:01.752975 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Attempting to bind port 6f11f8d1-4598-4387-80db-a38565853f5f on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:58:01.753718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Attempting to bind port 6f11f8d1-4598-4387-80db-a38565853f5f by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:58:01.754583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Attempting to bind port 6f11f8d1-4598-4387-80db-a38565853f5f on network e602319e-4f6a-4afe-9130-c989b3ef9163 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:58:01.761969 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:58:01.762465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Checking segment: {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:58:01.762903 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.763328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Bound using segment: {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:58:01.763836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Bound port: 6f11f8d1-4598-4387-80db-a38565853f5f, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:58:01.764248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.866797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] For port 6f11f8d1-4598-4387-80db-a38565853f5f, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:58:01.870478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] For port 6f11f8d1-4598-4387-80db-a38565853f5f, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=6f11f8d1-4598-4387-80db-a38565853f5f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:58:01.873550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Pushing event updated for resources: {'Port': ['ID=7189c240-59fe-4f87-94f8-61f58e773ddf,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:01.875108 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:01.876672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:01.891214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:01.930563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:58:01.931934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:01.934378 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:58:02.049145 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Pushing event updated for resources: {'Port': ['ID=6f11f8d1-4598-4387-80db-a38565853f5f,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:02.055991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device a5f6d722-c5e9-454b-b01f-c214fdf6277e up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:02.082526 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:02.162286 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port a5f6d722-c5e9-454b-b01f-c214fdf6277e completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:02.168525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port a5f6d722-c5e9-454b-b01f-c214fdf6277e triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:02.168867 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:02.312289 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:02.330171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port a5f6d722-c5e9-454b-b01f-c214fdf6277e, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=a5f6d722-c5e9-454b-b01f-c214fdf6277e,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:02.335337 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:02.337396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-43e99697-c7f3-4f02-b624-4ccdd87abb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:02.416005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=a5f6d722-c5e9-454b-b01f-c214fdf6277e,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:02.416438 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:02.422915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:02.794939 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Sync routers for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:58:02.805718 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:02.806739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:02.815267 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854100688'] for router, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:03.017818 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:03.290552 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 is scheduled to L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 with binding_index 1 {{(pid=85419) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 20:58:03.366972 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 2, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:03.371385 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Checking router: 1c7aebae-d0e4-406c-b10f-9e97e182052a for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:58:03.371777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Updating router 1c7aebae-d0e4-406c-b10f-9e97e182052a port 7040eb87-cbb5-4a17-beec-38f2209152ca binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:58:03.429836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:03.484345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:58:03.493960 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Sync routers for ids ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:58:03.504787 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Routers {'2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:03.505608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:03.517442 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] Notify callbacks [] for router, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:03.518796 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8d7fe0ae-abe5-49dc-9bb5-8f2c3df5df3b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9049897 Apr 15 20:58:03.521778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49614) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:03.569888 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b51980-888a-4a74-b113-14c48c2c80d7 None None] Network e602319e-4f6a-4afe-9130-c989b3ef9163 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:58:03.743466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-021cbdd4-d7fe-4360-b38a-f2c5bd68cf3f None None] Provisioning for port 6f11f8d1-4598-4387-80db-a38565853f5f completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:03.880048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Set router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:03.994794 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.007608 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Transition to ACTIVE for port object 7040eb87-cbb5-4a17-beec-38f2209152ca will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:04.022260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.040610 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1b4ccc71-3989-4e03-a805-e95c95af9b2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:04.166505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Pushing event updated for resources: {'Port': ['ID=7040eb87-cbb5-4a17-beec-38f2209152ca,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:04.178710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.179097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.179446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.179810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.180171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.180535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.180900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.181260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.181644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.182031 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.182409 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.182766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85421) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:04.194104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:04.290392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.319983 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device a5f6d722-c5e9-454b-b01f-c214fdf6277e up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:04.438696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Attempting to bind port 7040eb87-cbb5-4a17-beec-38f2209152ca on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:58:04.439111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Attempting to bind port 7040eb87-cbb5-4a17-beec-38f2209152ca by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:58:04.439662 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Attempting to bind port 7040eb87-cbb5-4a17-beec-38f2209152ca on network 9689aaa5-b1f6-47e1-9394-b6678bc3034e {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:58:04.449056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:58:04.449473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Checking segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:58:04.449915 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.450396 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Bound using segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:58:04.450908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Bound port: 7040eb87-cbb5-4a17-beec-38f2209152ca, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:58:04.451539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.526099 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port a5f6d722-c5e9-454b-b01f-c214fdf6277e triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:04.526508 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.549640 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Allocated IP 172.20.0.1 (e602319e-4f6a-4afe-9130-c989b3ef9163/a004216f-52db-4d64-8e38-9296f323665f/d300f332-2443-489b-a0e6-74f376fb894f) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:58:04.567836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] For port 7040eb87-cbb5-4a17-beec-38f2209152ca, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:58:04.571762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] For port 7040eb87-cbb5-4a17-beec-38f2209152ca, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7040eb87-cbb5-4a17-beec-38f2209152ca,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:58:04.579065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.596252 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4face78d-272c-408a-858d-f1ec0681219b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:04.622597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 3, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:04.691548 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 6f11f8d1-4598-4387-80db-a38565853f5f up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:04.724793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Checking router: 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:58:04.725216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Updating router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 port 7189c240-59fe-4f87-94f8-61f58e773ddf binding host dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:58:04.752863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Pushing event updated for resources: {'Port': ['ID=7040eb87-cbb5-4a17-beec-38f2209152ca,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:04.758402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:04.770647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.792408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Transition to ACTIVE for port object d300f332-2443-489b-a0e6-74f376fb894f will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:04.801940 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:04.802669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:04.823864 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.833296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.850248 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-17a1d7f7-3015-4c1a-be17-e38c28dd6fab tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:04.892214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 6f11f8d1-4598-4387-80db-a38565853f5f completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:04.901480 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 6f11f8d1-4598-4387-80db-a38565853f5f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:04.901906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:04.995795 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Pushing event updated for resources: {'Port': ['ID=d300f332-2443-489b-a0e6-74f376fb894f,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:05.004789 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:05.018173 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:05.058963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Network e602319e-4f6a-4afe-9130-c989b3ef9163 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:58:05.060198 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:05.062686 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:58:05.119591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672885'] for router_interface, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.254574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.320602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.381524 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-67baaf8e-08e5-4f8c-b320-9893a56f1b8a None None] Provisioning for port d300f332-2443-489b-a0e6-74f376fb894f completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:05.388236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:04Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:05.392621 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e76316f-c63e-4d20-b5fd-0e362daf0d38 None None] The sync data for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb is: [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:04Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:58:05.394501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Notify callbacks [] for port, precommit_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.398681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-67baaf8e-08e5-4f8c-b320-9893a56f1b8a None None] Provisioning complete for port d300f332-2443-489b-a0e6-74f376fb894f triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:05.399097 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67baaf8e-08e5-4f8c-b320-9893a56f1b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.449873 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 6f11f8d1-4598-4387-80db-a38565853f5f, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=6f11f8d1-4598-4387-80db-a38565853f5f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:05.457663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Transition to ACTIVE for port object 7189c240-59fe-4f87-94f8-61f58e773ddf will not be triggered until provisioned by entity L2. {{(pid=85420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:05.472391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.479380 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:05.509232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.513633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.527074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.550094 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-41f9d42e-3fe8-404d-86ad-d372cacbadee tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:05.552689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-67baaf8e-08e5-4f8c-b320-9893a56f1b8a None None] Port d300f332-2443-489b-a0e6-74f376fb894f cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:58:05.636318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Pushing event updated for resources: {'Port': ['ID=d300f332-2443-489b-a0e6-74f376fb894f,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:05.642212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846941289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854103022'] for router_interface, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.649012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=6f11f8d1-4598-4387-80db-a38565853f5f,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:05.652477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:05.659116 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:05.663644 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e0eafc2b-5a95-4243-9dcd-69ffeab02c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:05.757531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b40a81-554a-4856-92cc-1a59ab21d36c None None] Pushing event updated for resources: {'Port': ['ID=7189c240-59fe-4f87-94f8-61f58e773ddf,revision_number=2']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:05.760587 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b5b40a81-554a-4856-92cc-1a59ab21d36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:05.782235 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Attempting to bind port 7189c240-59fe-4f87-94f8-61f58e773ddf on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:58:05.782660 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Attempting to bind port 7189c240-59fe-4f87-94f8-61f58e773ddf by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:58:05.783071 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Attempting to bind port 7189c240-59fe-4f87-94f8-61f58e773ddf on network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:58:05.789328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:58:05.789751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Checking segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:58:05.790246 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.790680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Bound using segment: {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'} {{(pid=85420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:58:05.791206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Bound port: 7189c240-59fe-4f87-94f8-61f58e773ddf, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a025c03-9552-4f77-b2a0-3aaae749b679', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90'}}] {{(pid=85420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:58:05.791627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.805296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Network e602319e-4f6a-4afe-9130-c989b3ef9163 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:58:05.806637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:05.880776 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] For port 7189c240-59fe-4f87-94f8-61f58e773ddf, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:58:05.884648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] For port 7189c240-59fe-4f87-94f8-61f58e773ddf, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7189c240-59fe-4f87-94f8-61f58e773ddf,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:58:05.890092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:05.908307 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b5b40a81-554a-4856-92cc-1a59ab21d36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:06.024229 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:58:06.069403 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b40a81-554a-4856-92cc-1a59ab21d36c None None] Pushing event updated for resources: {'Port': ['ID=7189c240-59fe-4f87-94f8-61f58e773ddf,revision_number=3']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:06.073258 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b5b40a81-554a-4856-92cc-1a59ab21d36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:06.110990 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7040eb87-cbb5-4a17-beec-38f2209152ca up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:06.165070 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-95a3c8f3-2cec-45b1-bb7c-f7589d136bdd None None] Provisioning complete for port d300f332-2443-489b-a0e6-74f376fb894f triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:06.165495 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-95a3c8f3-2cec-45b1-bb7c-f7589d136bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:06.228233 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:58:06.237401 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-532b4f82-3476-4d8f-9172-c3fa266d0a9c admin admin] 10.222.0.70 "PUT /v2.0/routers/2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7141664 Apr 15 20:58:06.259765 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-95a3c8f3-2cec-45b1-bb7c-f7589d136bdd None None] Port d300f332-2443-489b-a0e6-74f376fb894f cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:58:06.262528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Routers {'2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:06.263223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:06.407439 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 7040eb87-cbb5-4a17-beec-38f2209152ca completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:06.601066 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7040eb87-cbb5-4a17-beec-38f2209152ca triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:06.601469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:06.695075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] Set router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:06.922685 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49624) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:06.928860 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567507680', 'description': 'tempest-secgroup-smoke-1567507680 description', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:06.935925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:06.940423 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:06.943673 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:06.954418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:06.964368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:06.965674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:06.988963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:06.993505 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:06.996710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:07.002923 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:07.035679 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 7040eb87-cbb5-4a17-beec-38f2209152ca, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7040eb87-cbb5-4a17-beec-38f2209152ca,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:07.049392 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.050351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 6f11f8d1-4598-4387-80db-a38565853f5f up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:07.076519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.080456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.081926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b4205c06-7a9a-4f5e-8193-fada9c86658a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.084476 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8d136a89-359c-4b87-ac39-0e6322286c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.126243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.129220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.130016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.134968 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-57aa8507-8464-4a8e-bcb5-54ba74183c02 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2110050 Apr 15 20:58:07.135134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49628) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:07.149572 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group_rule': {'security_group_id': 'a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:07.156406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:07.160742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:07.164937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:07.171371 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:07.189194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.226516 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=7040eb87-cbb5-4a17-beec-38f2209152ca,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.233430 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.256114 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 6f11f8d1-4598-4387-80db-a38565853f5f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:07.256325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.256661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.259563 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.266230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.290059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b96338-114e-4a3e-a84f-80e36a4c59d7,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.292781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.296963 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.298338 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-c6185fbf-b6bf-4e63-a4e2-eb643349a593 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616824 Apr 15 20:58:07.300689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'd300f332-2443-489b-a0e6-74f376fb894f', 'name': '', 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'mac_address': 'fa:16:3e:6a:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a004216f-52db-4d64-8e38-9296f323665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:04Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 2, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'subnets': [{'id': 'a004216f-52db-4d64-8e38-9296f323665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:07.301323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49632) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:07.307402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group_rule': {'security_group_id': 'a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:07.313422 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d9f964-fda3-491e-b9b7-2f2e06674f7c None None] The sync data for ids ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'] in dv-cinder-562053-18-smb is: [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'd300f332-2443-489b-a0e6-74f376fb894f', 'name': '', 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'mac_address': 'fa:16:3e:6a:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a004216f-52db-4d64-8e38-9296f323665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:04Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 2, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'subnets': [{'id': 'a004216f-52db-4d64-8e38-9296f323665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:58:07.314119 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:07.318889 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:07.322400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:07.331577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:07.349661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.417530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.421057 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.423324 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.450122 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f474fad9-c1fc-4a79-8d58-68fead833e99,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.452829 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.460317 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.461671 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-635dd91c-e634-44c7-b9d5-628a5d565737 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589608 Apr 15 20:58:07.466096 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49636) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:07.474992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group_rule': {'security_group_id': 'a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:07.482026 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:07.486270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:07.489429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:07.496111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:07.514652 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.590082 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.594634 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.596825 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-74fb7913-9798-4c84-97bf-c18c1755e530 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.621240 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62b6362-98ab-4749-b333-0138ecc3fb22,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.623996 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.631878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.634935 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654563 Apr 15 20:58:07.636368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49642) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:07.644614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group_rule': {'security_group_id': 'a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:07.649734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:07.654213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:07.658441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85418) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:07.666416 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85418) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:07.684835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.770147 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.773556 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.776023 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7f5b1b03-9225-4c33-b144-73330f8e8c01 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.801382 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f0086a-1db2-4276-88f1-7c36cf7ec638,revision_number=0']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.806553 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.810683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.812140 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-7ec2c501-cd2b-4165-bffc-aa7bb60d5e06 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1747568 Apr 15 20:58:07.815351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49648) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:07.821323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group_rule': {'security_group_id': 'a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:07.829254 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:07.833836 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:07.837328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:07.843997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:07.855000 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.securitygroups_db [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Project f6278814e75645cc87e6ae6c0d667e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:58:07.862443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.934024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.937841 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.940179 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:07.965273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eca0911-12c8-4236-b423-7191020bb81b,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:07.967774 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:07.976320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:07.977681 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612568 Apr 15 20:58:07.980896 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49652) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:07.986920 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'security_group_rule': {'security_group_id': 'a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b', 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:07.993648 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:07.997772 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:security_group_rule and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:08.001865 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:08.008499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:08.019502 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.securitygroups_db [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Project f6278814e75645cc87e6ae6c0d667e03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 20:58:08.028361 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:08.076699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7040eb87-cbb5-4a17-beec-38f2209152ca up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:08.127564 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:08.131178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113632'] for security_group_rule, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:08.133596 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fbeefd93-5fa5-49b2-8460-6ec1bce22719 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:08.159700 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357ecfa3-5c4b-49f2-bdcc-7d582aad405d,revision_number=0']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:08.162584 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:08.163815 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7040eb87-cbb5-4a17-beec-38f2209152ca triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:08.164370 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:08.170056 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:08.171490 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8ad09591-9015-46c3-8976-bf0d8e9a2459 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1893332 Apr 15 20:58:10.050750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7189c240-59fe-4f87-94f8-61f58e773ddf up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:10.127406 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port 7189c240-59fe-4f87-94f8-61f58e773ddf completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:10.132681 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7189c240-59fe-4f87-94f8-61f58e773ddf triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:10.133104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:10.269944 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:10.287631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port 7189c240-59fe-4f87-94f8-61f58e773ddf, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7189c240-59fe-4f87-94f8-61f58e773ddf,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:10.291454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:10.293292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:10.370506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=7189c240-59fe-4f87-94f8-61f58e773ddf,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:10.374018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:10.566073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Sync routers for ids ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:58:10.577374 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Routers {'2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:10.578080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:10.774243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Set router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:11.469183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'd300f332-2443-489b-a0e6-74f376fb894f', 'name': '', 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'mac_address': 'fa:16:3e:6a:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a004216f-52db-4d64-8e38-9296f323665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:04Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 2, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'subnets': [{'id': 'a004216f-52db-4d64-8e38-9296f323665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:11.476018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Checking router: 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:58:11.476410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Updating router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 port d300f332-2443-489b-a0e6-74f376fb894f binding host dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 20:58:11.541519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:11.696301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:58:11.938482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Notify callbacks [] for port, precommit_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:11.951533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Transition to ACTIVE for port object d300f332-2443-489b-a0e6-74f376fb894f will not be triggered until provisioned by entity L2. {{(pid=85421) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:11.958212 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:11.975751 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:12.043666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7189c240-59fe-4f87-94f8-61f58e773ddf up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:12.109917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419b36-9e94-4864-8429-3ecef6405158 None None] Pushing event updated for resources: {'Port': ['ID=d300f332-2443-489b-a0e6-74f376fb894f,revision_number=3']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:12.114332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-94419b36-9e94-4864-8429-3ecef6405158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:12.119183 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port 7189c240-59fe-4f87-94f8-61f58e773ddf triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:12.119601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:12.326330 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Attempting to bind port d300f332-2443-489b-a0e6-74f376fb894f on host dv-cinder-562053-18-smb for vnic_type normal with profile {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:58:12.326745 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Attempting to bind port d300f332-2443-489b-a0e6-74f376fb894f by drivers openvswitch,hyperv on host dv-cinder-562053-18-smb at level 0 using segments [{'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:58:12.327144 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Attempting to bind port d300f332-2443-489b-a0e6-74f376fb894f on network e602319e-4f6a-4afe-9130-c989b3ef9163 {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:58:12.334402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Checking agent: {'id': '38be4690-0c43-47de-bc6f-a01e26457dfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-562053-18-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 41, 26), 'started_at': datetime.datetime(2021, 4, 15, 20, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-562053-18-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:58:12.334810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Checking segment: {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85421) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:58:12.335241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:12.335663 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Bound using segment: {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'} {{(pid=85421) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:58:12.336171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Bound port: d300f332-2443-489b-a0e6-74f376fb894f, host: dv-cinder-562053-18-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8ffec8-06be-4f7a-8478-3048b6053c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163'}}] {{(pid=85421) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:58:12.336684 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:12.449106 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] For port d300f332-2443-489b-a0e6-74f376fb894f, host dv-cinder-562053-18-smb, cleared binding levels {{(pid=85421) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:58:12.452218 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] For port d300f332-2443-489b-a0e6-74f376fb894f, host dv-cinder-562053-18-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=d300f332-2443-489b-a0e6-74f376fb894f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85421) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:58:12.456866 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85421) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:12.470615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-e96e6fe9-94c5-4839-b940-803bdf50840a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:12.622045 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94419b36-9e94-4864-8429-3ecef6405158 None None] Pushing event updated for resources: {'Port': ['ID=d300f332-2443-489b-a0e6-74f376fb894f,revision_number=4']} {{(pid=85421) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:12.625352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-94419b36-9e94-4864-8429-3ecef6405158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85421) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:12.673148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Routers {'2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:12.673816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:57:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:12.875187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] Set router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:13.222455 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'd300f332-2443-489b-a0e6-74f376fb894f', 'name': '', 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'mac_address': 'fa:16:3e:6a:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a004216f-52db-4d64-8e38-9296f323665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:04Z', 'updated_at': '2021-04-15T20:58:12Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'subnets': [{'id': 'a004216f-52db-4d64-8e38-9296f323665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:13.227315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6a8a8e-5291-424c-9ade-1aa932966082 None None] The sync data for ids ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'] in dv-cinder-562053-18-smb is: [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T20:58:05Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': 'd300f332-2443-489b-a0e6-74f376fb894f', 'name': '', 'network_id': 'e602319e-4f6a-4afe-9130-c989b3ef9163', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'mac_address': 'fa:16:3e:6a:bd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a004216f-52db-4d64-8e38-9296f323665f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:04Z', 'updated_at': '2021-04-15T20:58:12Z', 'revision_number': 4, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'subnets': [{'id': 'a004216f-52db-4d64-8e38-9296f323665f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:58:14.050128 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d300f332-2443-489b-a0e6-74f376fb894f up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:14.122810 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning for port d300f332-2443-489b-a0e6-74f376fb894f completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:14.127904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port d300f332-2443-489b-a0e6-74f376fb894f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:14.128327 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:14.259657 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:14.294591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] For port d300f332-2443-489b-a0e6-74f376fb894f, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=d300f332-2443-489b-a0e6-74f376fb894f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:14.298900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:14.303292 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-76bc99cc-2988-4d2e-9ba7-a270710de5f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:14.380157 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Pushing event updated for resources: {'Port': ['ID=d300f332-2443-489b-a0e6-74f376fb894f,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:14.382748 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:16.034465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d300f332-2443-489b-a0e6-74f376fb894f up at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:16.112646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Provisioning complete for port d300f332-2443-489b-a0e6-74f376fb894f triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:16.113065 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:22.416036 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-e149ca3a-5179-43a8-92e8-1dedfbdcc980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:23.418650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-6f6193dc-607d-4fab-81cb-f6a1cb6aa359 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Synchronizing usage tracker for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:security_group {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:58:23.436241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-6f6193dc-607d-4fab-81cb-f6a1cb6aa359 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Unset dirty status for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:security_group {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:58:23.437514 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-6f6193dc-607d-4fab-81cb-f6a1cb6aa359 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567507680&fields=id&tenant_id=f6278814e75645cc87e6ae6c0d667e03 HTTP/1.1" status: 200 len: 267 time: 0.0622580 Apr 15 20:58:23.852033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cf2bdbc2-654e-4cd3-aaf5-2f9ed03f8228 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:23.852782 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cf2bdbc2-654e-4cd3-aaf5-2f9ed03f8228 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Synchronizing usage tracker for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:network {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:58:23.871223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cf2bdbc2-654e-4cd3-aaf5-2f9ed03f8228 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Unset dirty status for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:network {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:58:23.872454 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cf2bdbc2-654e-4cd3-aaf5-2f9ed03f8228 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 809 time: 0.4267490 Apr 15 20:58:23.889275 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cf63a702-992a-4a94-821f-ca739ba681a2 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/quotas/f6278814e75645cc87e6ae6c0d667e03 HTTP/1.1" status: 200 len: 375 time: 0.0104764 Apr 15 20:58:23.987731 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-04993028-1b3f-4856-8323-ce5c29b09899 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Synchronizing usage tracker for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:58:24.006270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-04993028-1b3f-4856-8323-ce5c29b09899 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Unset dirty status for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:58:24.007642 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-04993028-1b3f-4856-8323-ce5c29b09899 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100376 Apr 15 20:58:24.270037 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-775213bf-ade5-48a3-b7e6-3aaf7dce09f1 service neutron] 10.222.0.70 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494400 Apr 15 20:58:24.382937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-05f7f0d6-777c-4aeb-a206-bd924230280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:24.420731 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-e687cb54-a4a3-4d03-ba4b-e5f3fe3ddebc service neutron] 10.222.0.70 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404703 Apr 15 20:58:24.872243 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4af0d33b-f804-433a-8f92-6d1b9cea548a req-310285a1-7303-4a99-9bd0-a1ea003a4c3f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 210 time: 0.0528069 Apr 15 20:58:25.610624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:25.769580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:25.900474 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:25.999172 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cc272075-33a2-4bb2-9b29-11825b740322 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:26.001896 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-cc272075-33a2-4bb2-9b29-11825b740322 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 809 time: 0.1903188 Apr 15 20:58:26.098333 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c459f857-d2ef-40a5-b5c4-1f28f17a3a72 req-e60698ac-ec25-424a-bad4-17f42f7bb8c4 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 210 time: 0.0948515 Apr 15 20:58:26.155953 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-edd85491-cb73-4260-91e3-45069fd1042f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6278814e75645cc87e6ae6c0d667e03 HTTP/1.1" status: 200 len: 8061 time: 0.0806153 Apr 15 20:58:26.166968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'port': {'device_id': '34565921-be96-4862-8f07-b350865f5ba3', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'admin_state_up': True, 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'security_groups': ['a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b']}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:26.334299 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:26.345482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:26.355739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Made reservation on behalf of f6278814e75645cc87e6ae6c0d667e03 for: {'port': 1} {{(pid=85419) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:58:26.361912 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:26.539111 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Allocated IP 172.20.0.7 (9689aaa5-b1f6-47e1-9394-b6678bc3034e/60d5d58c-a56f-4c43-86cb-8c08dde4b69d/84f522f6-ed53-410a-9307-1a336c6c5fbe) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:58:26.741611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:26.758672 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Transition to ACTIVE for port object 84f522f6-ed53-410a-9307-1a336c6c5fbe will not be triggered until provisioned by entity DHCP. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:26.785559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:26.801194 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:26.944943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:26.967490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.968077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.968302 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.968712 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.969117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.969512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.969937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.970459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.970846 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.971323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.971466 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:26.971649 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.972050 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:58:26.978319 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:27.014352 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:58:27.016009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:27.018691 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:58:27.085024 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:27.085727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:27.113298 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-78e44002-d614-478a-a58d-ab0b8821ee4e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9521651 Apr 15 20:58:27.126000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Request body: {'port': {'device_id': '34565921-be96-4862-8f07-b350865f5ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-56205'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:27.252908 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:27.257820 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-08c9d499-14dd-473b-b1bc-de211581fe2a None None] Provisioning for port 84f522f6-ed53-410a-9307-1a336c6c5fbe completed by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:27.263356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-08c9d499-14dd-473b-b1bc-de211581fe2a None None] Provisioning complete for port 84f522f6-ed53-410a-9307-1a336c6c5fbe triggered by entity DHCP. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:27.263792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-08c9d499-14dd-473b-b1bc-de211581fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:27.303925 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beaad7d-8a75-4e42-9cfc-7371cc0aa65a req-82ba33c3-a266-4928-8233-78e9e8bd6bad tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:27.305793 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3beaad7d-8a75-4e42-9cfc-7371cc0aa65a req-82ba33c3-a266-4928-8233-78e9e8bd6bad tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 931 time: 0.0934415 Apr 15 20:58:27.325790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-08c9d499-14dd-473b-b1bc-de211581fe2a None None] Port 84f522f6-ed53-410a-9307-1a336c6c5fbe cannot update to ACTIVE because it is not bound. {{(pid=85420) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 20:58:27.357410 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-3beaad7d-8a75-4e42-9cfc-7371cc0aa65a req-67ceee9d-9dc9-4be9-8bae-b16f73fcce87 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 Apr 15 20:58:27.617650 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f522f6-ed53-410a-9307-1a336c6c5fbe {{(pid=85419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:58:27.627264 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:27.643527 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Transition to ACTIVE for port object 84f522f6-ed53-410a-9307-1a336c6c5fbe will not be triggered until provisioned by entity L2. {{(pid=85419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:58:27.647665 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:27.670278 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:27.805580 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:27.818359 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:28.036206 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Attempting to bind port 84f522f6-ed53-410a-9307-1a336c6c5fbe on host hv-cinder-56205 for vnic_type normal with profile {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:58:28.036583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Attempting to bind port 84f522f6-ed53-410a-9307-1a336c6c5fbe by drivers openvswitch,hyperv on host hv-cinder-56205 at level 0 using segments [{'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:58:28.036956 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Attempting to bind port 84f522f6-ed53-410a-9307-1a336c6c5fbe on network 9689aaa5-b1f6-47e1-9394-b6678bc3034e {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:58:28.041941 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Port 84f522f6-ed53-410a-9307-1a336c6c5fbe on network 9689aaa5-b1f6-47e1-9394-b6678bc3034e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-56205 {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:58:28.042347 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Attempting to bind port 84f522f6-ed53-410a-9307-1a336c6c5fbe on network 9689aaa5-b1f6-47e1-9394-b6678bc3034e {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:58:28.048129 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Checking agent: {'id': 'c297d389-94ad-400f-a7ed-e006e61ecbb5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-56205', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 20, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:58:28.048629 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Checking segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:58:28.049055 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Bound using segment: {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'} {{(pid=85419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:58:28.049531 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Bound port: 84f522f6-ed53-410a-9307-1a336c6c5fbe, host: hv-cinder-56205, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1717798a-f07c-43e0-98dc-23ac6e848011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e'}}] {{(pid=85419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:58:28.050482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:28.149005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, cleared binding levels {{(pid=85419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:58:28.152124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:58:28.156484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:28.169562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fe0481b4-5329-4130-8cf2-70f2d03f85ff tempest-AttachVolumeNegativeTest-967572530 tempest-AttachVolumeNegativeTest-967572530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:28.322210 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=3']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:28.325615 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:28.362741 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:28.363447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:28.365116 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-506726d2-756a-4c74-8e5a-58504b6d8282 service neutron] 10.222.0.60 "PUT /v2.0/ports/84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1093 time: 1.2439196 Apr 15 20:58:28.365689 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:58:28.454044 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'status': 'completed', 'code': 200} Apr 15 20:58:28.494014 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-f82d7bd2-7f54-487d-98a1-c40c036f3220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:28.495886 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-f82d7bd2-7f54-487d-98a1-c40c036f3220 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0917954 Apr 15 20:58:28.570088 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-1615d1f8-2fce-44e9-bf21-2f8e7ac626c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 217 time: 0.0667543 Apr 15 20:58:28.572467 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb97ce-00a7-46b4-afd5-bd046082db2e req-0dbf0791-bb61-4a79-b117-74ed695a4c2c tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:28.574163 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-31fb97ce-00a7-46b4-afd5-bd046082db2e req-0dbf0791-bb61-4a79-b117-74ed695a4c2c tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 943 time: 0.0996869 Apr 15 20:58:28.624871 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-31fb97ce-00a7-46b4-afd5-bd046082db2e req-f251476d-7563-4bbe-9a04-119d91bde27e tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440631 Apr 15 20:58:28.646296 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-285e5c29-3e35-4bd4-9168-538892628cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:28.647902 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-285e5c29-3e35-4bd4-9168-538892628cdd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0689778 Apr 15 20:58:28.736479 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-4779dec3-921e-468a-94f8-3379b21ef8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:28.738165 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-4779dec3-921e-468a-94f8-3379b21ef8bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0830870 Apr 15 20:58:28.882308 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-2b9c66d7-f5f1-4be5-97ca-d6e99272e39a service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374347 Apr 15 20:58:29.027824 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dcec460f-cfa5-4779-8f53-98cb140b8068 req-23971928-e077-4fe9-941e-9b78975359b5 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376352 Apr 15 20:58:29.169906 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-98c3f6e5-c9dd-4cd7-ac00-f9ffc9223ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:29.171556 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-98c3f6e5-c9dd-4cd7-ac00-f9ffc9223ef5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0912352 Apr 15 20:58:29.315158 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-0997b473-3e1d-4665-8cb8-0ca8321fbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:29.316656 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-0997b473-3e1d-4665-8cb8-0ca8321fbd1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1382051 Apr 15 20:58:29.391171 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-cbe2e34f-21aa-4f2d-9ef8-d9acc598f0c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 217 time: 0.0658419 Apr 15 20:58:29.466143 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-93e22eac-3956-4ad7-89bc-2fc77df58f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:29.468075 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-93e22eac-3956-4ad7-89bc-2fc77df58f4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0698538 Apr 15 20:58:29.567016 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-6fbcb58d-d8b7-4088-8bf3-d4ade9ee046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:29.568588 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-6fbcb58d-d8b7-4088-8bf3-d4ade9ee046b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0928259 Apr 15 20:58:29.726095 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-de7b6181-5efd-49be-9758-36b106e5765a service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496475 Apr 15 20:58:30.174439 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-4a43a861-7af6-474c-ae26-56a4d66e23bf req-e42c2bd4-eb43-425e-b6a2-04f16204e1e1 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413009 Apr 15 20:58:30.194674 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfb15a-646f-4544-895e-6d70455e5f0c req-b38bd1a2-2692-4a49-ae58-1f2937f2407a tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:30.195523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-01cfb15a-646f-4544-895e-6d70455e5f0c req-b38bd1a2-2692-4a49-ae58-1f2937f2407a tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Synchronizing usage tracker for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:58:30.212120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-01cfb15a-646f-4544-895e-6d70455e5f0c req-b38bd1a2-2692-4a49-ae58-1f2937f2407a tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Unset dirty status for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:58:30.213373 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01cfb15a-646f-4544-895e-6d70455e5f0c req-b38bd1a2-2692-4a49-ae58-1f2937f2407a tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 943 time: 0.1555166 Apr 15 20:58:30.264520 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-01cfb15a-646f-4544-895e-6d70455e5f0c req-65d917d4-5618-4718-b890-7613b4935a13 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 Apr 15 20:58:31.484261 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c617df-0075-4426-a493-1488c04b6a6f req-0bf3e6f6-7a50-4fdf-98ed-fd17624d13cb tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:31.486012 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-41c617df-0075-4426-a493-1488c04b6a6f req-0bf3e6f6-7a50-4fdf-98ed-fd17624d13cb tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 943 time: 0.0979593 Apr 15 20:58:31.541634 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-41c617df-0075-4426-a493-1488c04b6a6f req-e62ef4ba-9d7c-43b1-a241-642899090713 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Apr 15 20:58:32.753465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b41ff-ecd5-4a20-bd08-3eaf970ba3cb req-22c0f755-e6c9-4c12-8ad4-fe4a65d720dc tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:32.755107 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-539b41ff-ecd5-4a20-bd08-3eaf970ba3cb req-22c0f755-e6c9-4c12-8ad4-fe4a65d720dc tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 943 time: 0.0942540 Apr 15 20:58:32.819053 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-539b41ff-ecd5-4a20-bd08-3eaf970ba3cb req-9bdf9be9-b641-434c-afa6-dbe5ed2168ea tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567827 Apr 15 20:58:32.950709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:58:33.097928 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:33.112763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'port_id': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'mac_address': 'fa:16:3e:fe:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:58:33.172399 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:33.190971 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f522f6-ed53-410a-9307-1a336c6c5fbe {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:58:33.209469 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:33.214268 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:33.216115 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:33.289938 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=4']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:33.293271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:33.460777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['84f522f6-ed53-410a-9307-1a336c6c5fbe'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:58:34.029453 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49144775-0020-45c8-bd7a-9d0a86724ac8 req-d44c74ca-b48e-4249-88a1-d85c5b8f6d1f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:34.031020 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49144775-0020-45c8-bd7a-9d0a86724ac8 req-d44c74ca-b48e-4249-88a1-d85c5b8f6d1f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 944 time: 0.0946171 Apr 15 20:58:34.081444 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-49144775-0020-45c8-bd7a-9d0a86724ac8 req-8e4da162-22bd-4c28-b0dd-2e40ec954818 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Apr 15 20:58:34.951199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:58:35.030709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning for port 84f522f6-ed53-410a-9307-1a336c6c5fbe completed by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:58:35.035656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 84f522f6-ed53-410a-9307-1a336c6c5fbe triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:58:35.036076 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:35.167140 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:35.195750 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:58:35.207441 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:58:35.211199 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:35.213175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b5b40a81-554a-4856-92cc-1a59ab21d36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:35.254640 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'code': 200} Apr 15 20:58:35.288539 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56283683-6f24-4b4b-8423-129ca04f97dc req-53a42c90-330c-4978-a0e1-a44fa1e7f2e6 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:35.288808 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=5']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:35.290074 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-56283683-6f24-4b4b-8423-129ca04f97dc req-53a42c90-330c-4978-a0e1-a44fa1e7f2e6 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0960574 Apr 15 20:58:35.292040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:35.341300 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-56283683-6f24-4b4b-8423-129ca04f97dc req-b5c3c950-75b6-4ba6-8dbd-c041e1763821 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Apr 15 20:58:35.567569 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f55bb-0d00-4530-81d0-23395f93f055 req-03dcd683-9e11-465a-adfe-b53da027a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:35.569136 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-659f55bb-0d00-4530-81d0-23395f93f055 req-03dcd683-9e11-465a-adfe-b53da027a5d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0869741 Apr 15 20:58:35.613053 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-659f55bb-0d00-4530-81d0-23395f93f055 req-a0ca3a3a-ca4e-4dca-8ee4-7e8fd270e0d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372834 Apr 15 20:58:36.563241 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf91cb-5bec-42a3-8840-85d3ab5c045f req-4f4bf71f-1e2f-481e-981d-2e6f999b1172 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:36.565091 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ddcf91cb-5bec-42a3-8840-85d3ab5c045f req-4f4bf71f-1e2f-481e-981d-2e6f999b1172 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1071966 Apr 15 20:58:36.618164 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-ddcf91cb-5bec-42a3-8840-85d3ab5c045f req-4cb698db-ce58-4a5a-ab14-dbcc5bfc984b tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Apr 15 20:58:36.828271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e92db-77e0-4d69-94fb-78f26e2bbe3e req-7d2f24d8-9ab7-46c0-85f6-5ac1bf7b3b4f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:36.829950 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-232e92db-77e0-4d69-94fb-78f26e2bbe3e req-7d2f24d8-9ab7-46c0-85f6-5ac1bf7b3b4f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0919197 Apr 15 20:58:36.882184 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-232e92db-77e0-4d69-94fb-78f26e2bbe3e req-9db2e9fe-de21-4f51-95c5-bcb0f0210ec8 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Apr 15 20:58:36.914802 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49810) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:37.055574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec29cc-cce7-498e-b047-488229f017e0 tempest-TestShelveInstance-466084460 tempest-TestShelveInstance-466084460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:37.057223 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-8aec29cc-cce7-498e-b047-488229f017e0 tempest-TestShelveInstance-466084460 tempest-TestShelveInstance-466084460-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1093 time: 0.1412730 Apr 15 20:58:37.060733 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49816) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:58:37.066533 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.v2.base [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Request body: {'floatingip': {'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'port_id': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85419) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:58:37.073225 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:58:37.077413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Usage tracker for resource:floatingip and tenant:f6278814e75645cc87e6ae6c0d667e03 is out of sync, need to count used quota {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:58:37.080583 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85419) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:58:37.087204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.quota.driver [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85419) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:58:37.098160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for floatingip, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:37.253919 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:37.402328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_common [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Allocated IP 172.28.0.15 (6eb1c6be-875a-4cb3-a5c0-4a02c0888d90/a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34/da17a242-76ae-4af6-8f2c-ee5a563ce15d) {{(pid=85419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:58:37.556283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for port, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:37.587792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761787234777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:37.601100 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:37.738816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'Port': ['ID=da17a242-76ae-4af6-8f2c-ee5a563ce15d,revision_number=1']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:37.743376 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:37.796203 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Network 6eb1c6be-875a-4cb3-a5c0-4a02c0888d90 is already hosted by enough agents. {{(pid=85419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:58:37.797395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.base_scheduler [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Resources bound (agent type, host, resource id): {{(pid=85419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:58:37.799926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Received port after_create {{(pid=85419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:58:38.257591 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:38.342492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:38.562492 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for port, precommit_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:38.567609 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852279512'] for port, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:38.580601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-90a9c277-39ff-4057-8972-395c9720514e tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:58:38.713491 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event updated for resources: {'Port': ['ID=da17a242-76ae-4af6-8f2c-ee5a563ce15d,revision_number=2']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:58:38.718465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:58:38.820958 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675309'] for floatingip, after_update {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:39.001611 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Floating IP c502cb8c-6733-48d6-ad0c-e7dbb148dc31 associated. External IP: 172.28.0.15, port: 84f522f6-ed53-410a-9307-1a336c6c5fbe. Apr 15 20:58:39.634310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Router 1c7aebae-d0e4-406c-b10f-9e97e182052a has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85419) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 20:58:39.839901 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85419) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 20:58:39.851297 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] Sync routers for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 20:58:39.865440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:39.866408 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:58:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:39.874654 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:39.939366 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-26d5cf63-ad8d-4279-9a9a-c21e65e43082 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8772297 Apr 15 20:58:39.940009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:58:39.992415 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'status': 'completed', 'code': 200} Apr 15 20:58:40.099395 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-0698941c-bd3c-400c-a622-35a566b2fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:40.101049 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-0698941c-bd3c-400c-a622-35a566b2fd8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0852883 Apr 15 20:58:40.249226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-6097cfe5-4dc5-4adc-8487-d241e504cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:40.250892 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-6097cfe5-4dc5-4adc-8487-d241e504cb13 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1432886 Apr 15 20:58:40.253196 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:40.362369 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-1717eba3-8256-4afa-8c16-425f45cbfef4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 998 time: 0.1049144 Apr 15 20:58:40.431285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-02082b58-d86e-4358-91f9-b645de373e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:40.432884 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-02082b58-d86e-4358-91f9-b645de373e04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0642519 Apr 15 20:58:40.519993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-fb0e2113-31a0-4d58-8c63-5498ecb505e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:40.521512 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-fb0e2113-31a0-4d58-8c63-5498ecb505e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0819407 Apr 15 20:58:40.625598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': 'c502cb8c-6733-48d6-ad0c-e7dbb148dc31', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'floating_ip_address': '172.28.0.15', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'port_id': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'mac_address': 'fa:16:3e:fe:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34565921-be96-4862-8f07-b350865f5ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:38Z', 'updated_at': '2021-04-15T20:58:38Z', 'revision_number': 0, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:06Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:40.630366 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] Checking router: 1c7aebae-d0e4-406c-b10f-9e97e182052a for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 20:58:40.640230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 20:58:40.640951 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T20:58:24Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:40.666443 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-a20030a1-c2df-4ef8-b864-b884dab06695 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381819 Apr 15 20:58:40.817168 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-bcda6cd7-654f-4a2b-8e46-3d2ebea055c7 req-6010c8f6-4c8e-496c-b485-680b7f078adb service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443384 Apr 15 20:58:40.835707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 20:58:41.212283 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': 'c502cb8c-6733-48d6-ad0c-e7dbb148dc31', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'floating_ip_address': '172.28.0.15', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'port_id': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'mac_address': 'fa:16:3e:fe:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34565921-be96-4862-8f07-b350865f5ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:38Z', 'updated_at': '2021-04-15T20:58:38Z', 'revision_number': 0, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:06Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:58:41.217310 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab00316-f895-4426-9f78-e9dfc09e5dbd None None] The sync data for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb is: [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_floatingips': [{'id': 'c502cb8c-6733-48d6-ad0c-e7dbb148dc31', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'floating_ip_address': '172.28.0.15', 'floating_network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'router_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'port_id': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'mac_address': 'fa:16:3e:fe:e2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34565921-be96-4862-8f07-b350865f5ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T20:58:38Z', 'updated_at': '2021-04-15T20:58:38Z', 'revision_number': 0, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:06Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 20:58:41.498754 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d73e9ca-857a-45d3-96b0-3ede6f5c7445 None None] New status for floating IP c502cb8c-6733-48d6-ad0c-e7dbb148dc31: ACTIVE {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 20:58:48.687707 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:58:52.417033 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0be911a9-b07c-4465-b675-0b70d4e80357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:54.386651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2641b6f2-77ab-42b9-9109-3cc14e859d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:55.304343 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-6c5b7404-6f7d-454b-9748-25548073c3b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870731 Apr 15 20:58:55.468059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-d87e3500-b057-4ca6-b796-4d7fa1cf61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:55.469677 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-d87e3500-b057-4ca6-b796-4d7fa1cf61ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0893264 Apr 15 20:58:55.613182 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:55.644529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-387a9246-cb3a-472b-8f02-7bc54706c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:55.646159 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-387a9246-cb3a-472b-8f02-7bc54706c99b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1494219 Apr 15 20:58:55.759785 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-7f3f0ada-c452-4c2b-bcaf-c5e918c8f4e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1000 time: 0.1061270 Apr 15 20:58:55.776328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:55.835797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-5c118675-2975-44f8-b244-1bb6f891c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:55.837481 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-5c118675-2975-44f8-b244-1bb6f891c4fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0709121 Apr 15 20:58:55.895120 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:58:55.923263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-18f9d0f8-0844-4e2e-a7ca-499ea576dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:58:55.925153 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-18f9d0f8-0844-4e2e-a7ca-499ea576dca8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0802219 Apr 15 20:58:56.071428 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-eb683423-7aee-4bdf-b904-e9fcd2357803 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389031 Apr 15 20:58:56.220023 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77c2e5d0-dcb5-4587-bca5-50f2f13a9068 req-2e6dfb46-1ffd-41ac-b13c-74585504e84e service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414175 Apr 15 20:58:56.975624 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:22.417239 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-63f0368a-babc-472d-9a86-8da773079ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:24.397612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-6d938cbd-d15b-4fb6-ad0e-e3143b8871dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:25.618041 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:25.688701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:59:25.775213 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:25.903413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:26.978164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:52.420369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-194d5217-8a5f-4560-ad68-786bcf7c49e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:54.396529 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-df99428e-0a81-415c-9cf7-55039d15155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:55.620638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:55.768895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:55.900131 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:56.980404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:59:57.310696 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-32bc3a02-2a20-4292-9985-9f65f6b669ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944996 Apr 15 20:59:57.483444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-f6af85d1-0499-452b-9d15-7b4a86531b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:59:57.485055 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-f6af85d1-0499-452b-9d15-7b4a86531b06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0896797 Apr 15 20:59:57.645022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-1e2cdb07-08dc-4492-859f-cf3b36338b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:59:57.646594 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-1e2cdb07-08dc-4492-859f-cf3b36338b35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1397927 Apr 15 20:59:57.762545 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-74545030-6236-4652-a8e9-60f4c73b6405 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1000 time: 0.1086819 Apr 15 20:59:57.843895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-4b6f7bd1-852e-4a1e-8cc1-900e8d052e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:59:57.845491 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-4b6f7bd1-852e-4a1e-8cc1-900e8d052e8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0770729 Apr 15 20:59:57.935550 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-aff1a3ca-19b1-4f66-ad5f-2c5027517a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:59:57.937094 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-aff1a3ca-19b1-4f66-ad5f-2c5027517a85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0838399 Apr 15 20:59:57.949209 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-994db146-6fb1-4220-831b-8b5a3162404f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=85419) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:59:57.950266 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-994db146-6fb1-4220-831b-8b5a3162404f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057416 Apr 15 20:59:58.104672 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-2c5d831b-ff4a-4c45-945a-69969f0e19d8 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473393 Apr 15 20:59:58.249995 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-c0e304f3-f23a-4d5c-9fd8-0f731635c73a req-49f3c569-ac4f-401f-9fb5-0ebd08432bed service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384432 Apr 15 21:00:02.695856 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:00:22.419191 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0c2b37d1-8a33-499c-b61f-780e7d2452f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:24.395008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9adb5e3a-6530-463a-949f-fa2f8d87945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:25.631338 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:25.776326 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:25.914457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:26.985465 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:29.652018 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469e7b2-d73f-42d6-84b3-2bf5839e7a3b req-95300196-357a-48e5-948f-59d0cf67e6d1 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:29.653668 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f469e7b2-d73f-42d6-84b3-2bf5839e7a3b req-95300196-357a-48e5-948f-59d0cf67e6d1 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1578815 Apr 15 21:00:29.703399 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f469e7b2-d73f-42d6-84b3-2bf5839e7a3b req-d34604b9-02a0-49c8-8b1f-c2ab5ca5bfb9 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 Apr 15 21:00:30.985234 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1434f-b524-4ab5-8d66-c3ae406d9976 req-6a608d63-a8e0-4211-ac76-eff678c1d7e3 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:30.986902 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7fe1434f-b524-4ab5-8d66-c3ae406d9976 req-6a608d63-a8e0-4211-ac76-eff678c1d7e3 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1510732 Apr 15 21:00:31.041471 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7fe1434f-b524-4ab5-8d66-c3ae406d9976 req-8014a1e6-8ae0-4ead-8b96-86b4e6ea468f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Apr 15 21:00:32.265383 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955016c-bc82-4b03-9a5b-40a47d97c1ca req-f03f90f6-af5d-40ed-b445-b841830714e5 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:32.267022 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0955016c-bc82-4b03-9a5b-40a47d97c1ca req-f03f90f6-af5d-40ed-b445-b841830714e5 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0929203 Apr 15 21:00:32.316908 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0955016c-bc82-4b03-9a5b-40a47d97c1ca req-94740fbc-7701-4576-ba28-fee6b072fbde tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432746 Apr 15 21:00:33.560375 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26803d2b-eacd-46fb-bfc6-9300a1792e22 req-4cd6402c-5449-48c3-ab5c-291dae677a95 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:33.562050 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-26803d2b-eacd-46fb-bfc6-9300a1792e22 req-4cd6402c-5449-48c3-ab5c-291dae677a95 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1167593 Apr 15 21:00:33.610388 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-26803d2b-eacd-46fb-bfc6-9300a1792e22 req-d455b744-b197-4825-b4f4-c9815bea95a5 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415514 Apr 15 21:00:34.830077 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92b46a-d3af-4525-bed1-f71679e305fc req-4c5d2008-2a5a-4e64-838a-b8fdc2a5f9ca tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:34.831679 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd92b46a-d3af-4525-bed1-f71679e305fc req-4c5d2008-2a5a-4e64-838a-b8fdc2a5f9ca tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0952384 Apr 15 21:00:34.881743 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-fd92b46a-d3af-4525-bed1-f71679e305fc req-6fab5943-030d-40b4-9c64-90a09c6b6397 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Apr 15 21:00:36.106320 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b66d3-948d-412e-8b3e-133757662c8d req-05cc17e7-395e-45b1-b8e1-da940caa47de tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:36.107958 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f34b66d3-948d-412e-8b3e-133757662c8d req-05cc17e7-395e-45b1-b8e1-da940caa47de tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0953002 Apr 15 21:00:36.161034 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-f34b66d3-948d-412e-8b3e-133757662c8d req-4c503aab-c034-48c8-aebf-58b030377fc3 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436990 Apr 15 21:00:37.393726 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23200833-c906-48f1-9b64-784aaea3040e req-59e2788a-539c-447b-b5c9-8d5882f464fe tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:37.395367 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23200833-c906-48f1-9b64-784aaea3040e req-59e2788a-539c-447b-b5c9-8d5882f464fe tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1045091 Apr 15 21:00:37.691133 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-23200833-c906-48f1-9b64-784aaea3040e req-907b8be2-26e3-48d0-b3c0-d5751b945ef4 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887268 Apr 15 21:00:38.903540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687bc98-6ce6-490e-9156-38c00aa18c66 req-3ef64c82-5526-468e-88e6-50096d4c080b tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:38.905141 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a687bc98-6ce6-490e-9156-38c00aa18c66 req-3ef64c82-5526-468e-88e6-50096d4c080b tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0936635 Apr 15 21:00:38.958630 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-a687bc98-6ce6-490e-9156-38c00aa18c66 req-5e8fb446-6c80-46b7-8c2a-418bab34956b tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439358 Apr 15 21:00:39.689404 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:00:39.719471 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-894bf756-7775-4671-885b-6f3a27564e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:39.721185 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-894bf756-7775-4671-885b-6f3a27564e79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1408718 Apr 15 21:00:39.869154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-39c27abc-7927-430e-8e2a-0736873d3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:39.870686 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-39c27abc-7927-430e-8e2a-0736873d3af7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1432962 Apr 15 21:00:39.983044 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-78a6d561-edd2-4fa9-a400-9e940ef4a61f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1000 time: 0.1046019 Apr 15 21:00:40.058008 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-7cb2aae0-8786-4888-9ca9-9accfca7d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:40.059749 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-7cb2aae0-8786-4888-9ca9-9accfca7d13c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0695386 Apr 15 21:00:40.147076 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-46dc7133-3756-436c-9560-76655a004fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:40.148739 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-46dc7133-3756-436c-9560-76655a004fdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0813403 Apr 15 21:00:40.165778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c484-e9e8-40b7-9c23-d2685a82e9f8 req-eebc460b-5bd1-48ef-bdf4-f164a419ab59 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:40.167549 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-84c6c484-e9e8-40b7-9c23-d2685a82e9f8 req-eebc460b-5bd1-48ef-bdf4-f164a419ab59 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0906606 Apr 15 21:00:40.221420 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-84c6c484-e9e8-40b7-9c23-d2685a82e9f8 req-28db1081-b19f-4ae2-a478-21d8efa24c4d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471187 Apr 15 21:00:40.536243 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-6dfa12e6-14a1-4990-9565-4dda46780008 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800063 Apr 15 21:00:40.683705 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2fe494f4-9c52-44a3-bdf4-74ca47a1488d req-fa093bcd-8635-436f-8f5d-3b84b2410e43 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405892 Apr 15 21:00:41.441743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f2eb7-a00a-4986-8fe8-79ae1a1d2996 req-640c1168-d369-4e44-afc6-f52fee8c2212 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:41.443390 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-091f2eb7-a00a-4986-8fe8-79ae1a1d2996 req-640c1168-d369-4e44-afc6-f52fee8c2212 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0970318 Apr 15 21:00:41.493327 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-091f2eb7-a00a-4986-8fe8-79ae1a1d2996 req-bddd0fe6-d891-4d99-9715-9c0b8363a489 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428693 Apr 15 21:00:42.696303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b2d2f-808a-4079-a029-d296a1effe20 req-2246be79-8b2c-40ee-9439-4a54a5a5c805 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:42.697848 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-648b2d2f-808a-4079-a029-d296a1effe20 req-2246be79-8b2c-40ee-9439-4a54a5a5c805 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0918117 Apr 15 21:00:42.748482 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-648b2d2f-808a-4079-a029-d296a1effe20 req-d60f5d3d-c435-4e73-9973-6ca4ffa5808b tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Apr 15 21:00:43.099894 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f0450d62-3a7a-47d3-957f-0dba6db99349 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243298 Apr 15 21:00:43.136767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c487-3db6-4fbe-9592-e9cac8892e1f req-c6252395-b87d-4783-b2f7-ab4779fbb658 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:43.138457 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5eb6c487-3db6-4fbe-9592-e9cac8892e1f req-c6252395-b87d-4783-b2f7-ab4779fbb658 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0936298 Apr 15 21:00:43.187004 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-5eb6c487-3db6-4fbe-9592-e9cac8892e1f req-d838520c-b9f7-4ad9-8d6f-9ffad342faee tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Apr 15 21:00:44.434617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f8d86bf3-5358-4769-af83-5c219515d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:44.436179 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f8d86bf3-5358-4769-af83-5c219515d252 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3&tenant_id=f6278814e75645cc87e6ae6c0d667e03 HTTP/1.1" status: 200 len: 1098 time: 0.1535466 Apr 15 21:00:44.445879 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2577c-19c4-4943-894d-ad9624ff229d req-3c7bd356-0525-486f-b9ae-1b48a92ce2b9 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:44.447582 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ae2577c-19c4-4943-894d-ad9624ff229d req-3c7bd356-0525-486f-b9ae-1b48a92ce2b9 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1260684 Apr 15 21:00:44.554712 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6ae2577c-19c4-4943-894d-ad9624ff229d req-80fd007e-c67a-46d1-be8e-86dfb83d08c2 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988650 Apr 15 21:00:44.580460 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-15738ad7-e847-449e-91a7-cd5d8e0f1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:44.582177 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-15738ad7-e847-449e-91a7-cd5d8e0f1d53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.1105356 Apr 15 21:00:44.728273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f8cd2220-58cc-48e4-8645-56fab22f7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:44.729918 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f8cd2220-58cc-48e4-8645-56fab22f7729 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1418839 Apr 15 21:00:44.855402 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-941ea5de-1cd3-480c-8938-58a5a4bec56d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1000 time: 0.1188092 Apr 15 21:00:44.926655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-a774a3c3-8159-45e2-b7c2-9138f364e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:44.928255 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-a774a3c3-8159-45e2-b7c2-9138f364e436 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0667167 Apr 15 21:00:45.021704 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f7ffa3a4-a535-4954-bfcd-54530793734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:45.023305 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-f7ffa3a4-a535-4954-bfcd-54530793734e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0878065 Apr 15 21:00:45.168607 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-e8bc2811-2350-4ae5-99b9-339a09fa527e service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384029 Apr 15 21:00:45.310851 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-b78064ee-2be0-4f60-8f3b-538c2c12b7ba req-7cda6cfd-3eb1-4deb-be5e-30c44ad49a9a service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362107 Apr 15 21:00:45.762922 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691a59e-6533-4d03-b6d3-c0f0741247c8 req-48cacabf-40bd-4d62-953d-7ad6a586e40c tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:45.764580 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2691a59e-6533-4d03-b6d3-c0f0741247c8 req-48cacabf-40bd-4d62-953d-7ad6a586e40c tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0925844 Apr 15 21:00:45.815119 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-2691a59e-6533-4d03-b6d3-c0f0741247c8 req-7a2e7a99-b1e7-41c6-a5f9-ff2e83404ea6 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Apr 15 21:00:46.865044 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56fec9-83ce-4312-8cc8-34261e5feb07 req-9fc00343-0533-4f42-b876-1f028342403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:46.866816 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7e56fec9-83ce-4312-8cc8-34261e5feb07 req-9fc00343-0533-4f42-b876-1f028342403d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0879762 Apr 15 21:00:46.912221 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-7e56fec9-83ce-4312-8cc8-34261e5feb07 req-78bc6f46-f6bf-4926-8e59-eec16eb78bdd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382512 Apr 15 21:00:47.025917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc7cd7e-228f-46ca-97d0-0f6507d9ea92 req-579a17a3-6a37-493b-a7a8-b21c8ef35356 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:47.027501 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9dc7cd7e-228f-46ca-97d0-0f6507d9ea92 req-579a17a3-6a37-493b-a7a8-b21c8ef35356 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.0976474 Apr 15 21:00:47.077552 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-9dc7cd7e-228f-46ca-97d0-0f6507d9ea92 req-327b469b-a63f-4de0-8699-2fb8f6b584bf tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434902 Apr 15 21:00:47.589887 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:00:47.710900 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:47.744762 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 21:00:47.755732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:00:47.759522 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:47.761315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:00:47.833734 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=6']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:00:47.842447 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.842769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.843132 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.843500 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.843885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.844250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.844607 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.844965 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.845328 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.845690 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.846074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.846436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:00:47.850792 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:00:47.857195 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'code': 200} Apr 15 21:00:48.432124 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6c20d-84f0-43b7-aaa3-79f753cb0a72 req-b7496647-dd3c-4484-88da-04329d26b8e6 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:48.433669 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77b6c20d-84f0-43b7-aaa3-79f753cb0a72 req-b7496647-dd3c-4484-88da-04329d26b8e6 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 943 time: 0.0962467 Apr 15 21:00:48.483330 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-77b6c20d-84f0-43b7-aaa3-79f753cb0a72 req-73055fb3-fb70-445f-92c0-991f141bca9a tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430801 Apr 15 21:00:49.605597 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe details requested by agent hyperv_hv-cinder-56205 with host hv-cinder-56205 {{(pid=85420) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 21:00:49.755242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:00:49.770761 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Returning: {'device': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'port_id': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'mac_address': 'fa:16:3e:fe:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85420) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 21:00:49.829804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:49.851630 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f522f6-ed53-410a-9307-1a336c6c5fbe {{(pid=85420) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 21:00:49.868260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:00:49.872737 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:49.874625 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bced54db-ad35-429e-9802-d968931d42b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:00:49.943285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=7']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:00:49.946587 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:00:50.102943 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] get_ports_and_sgs() called for port_ids ['84f522f6-ed53-410a-9307-1a336c6c5fbe'] {{(pid=85420) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 21:00:51.640869 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe up at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 21:00:51.720170 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.provisioning_blocks [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Provisioning complete for port 84f522f6-ed53-410a-9307-1a336c6c5fbe triggered by entity L2. {{(pid=85420) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 21:00:51.720576 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-167798'] for port, provisioning_complete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:51.850828 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854725853'] for port, before_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:51.879781 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85420) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 21:00:51.890402 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:00:51.894285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761787673408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761787234794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761787235597'] for port, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:51.896988 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-bced54db-ad35-429e-9802-d968931d42b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:00:51.933413 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'code': 200} Apr 15 21:00:52.151702 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Pushing event updated for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=8']} {{(pid=85420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:00:52.154854 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85420) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:00:52.415386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-257d4929-17aa-4869-944f-99e6c8dbe572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:54.394696 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-deae09bb-fe80-41dd-a758-9d5a1c98d2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:55.631942 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:55.772142 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:55.924047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:56.991432 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:00:57.423650 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-8803e90d-7f39-49b2-90ad-0d27a8c828e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942311 Apr 15 21:00:57.598232 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-dbaed257-74cb-4a15-b93a-bb3f0efe1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:57.599833 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-dbaed257-74cb-4a15-b93a-bb3f0efe1687 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0883720 Apr 15 21:00:57.777214 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-b069d7a4-80ee-4e19-9411-ef6ce7754720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:57.778879 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-b069d7a4-80ee-4e19-9411-ef6ce7754720 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1507933 Apr 15 21:00:57.897588 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-57b4a7a3-5243-49b3-8675-8e215d8ba0c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1000 time: 0.1110899 Apr 15 21:00:57.972059 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-1580d1dc-f888-4371-ba04-63a7d12917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:57.973657 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-1580d1dc-f888-4371-ba04-63a7d12917d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0682616 Apr 15 21:00:58.060083 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-e4bbc234-c7a3-4828-b22d-684389afe239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:00:58.061599 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-e4bbc234-c7a3-4828-b22d-684389afe239 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0809913 Apr 15 21:00:58.207656 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-0334d9c6-18d8-4dd5-b392-c12de653c232 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382215 Apr 15 21:00:58.351785 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-741bbfbb-1c21-48e1-abab-99ed7977aa88 req-67270a2a-cece-473c-a614-bc013ab363d0 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359782 Apr 15 21:01:16.694448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:01:22.410666 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4c52ce42-325f-47b1-a0aa-bab5c2911ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:24.392601 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-556f7b27-e692-4aea-9e31-7d78c34cfd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:25.631618 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:25.768909 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:25.915501 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:26.992934 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:52.422555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-71213277-4c03-481e-8c01-da30c16ad550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:53.695767 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:01:54.387519 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-56dd7255-ae1a-445d-9f9b-0313ce63dd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:55.637897 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:55.773164 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:55.929862 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:56.995926 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:01:59.300891 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-6bdbc2a3-b9e1-41a3-8fb5-f7b1ddff18e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821767 Apr 15 21:01:59.461895 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-1a6ec05d-c9fb-480d-b994-9d99ebd5adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:01:59.463934 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-1a6ec05d-c9fb-480d-b994-9d99ebd5adba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0857105 Apr 15 21:01:59.621003 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-c7a633bf-862b-45b6-8710-1f545811388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:01:59.622555 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-c7a633bf-862b-45b6-8710-1f545811388c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1391633 Apr 15 21:01:59.736602 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-78c40dfd-b7e7-4c27-acbf-a91b2493f4c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 1000 time: 0.1065605 Apr 15 21:01:59.808670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-ad545ae9-7e37-415a-87bb-6d2fa7d10a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:01:59.811265 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-ad545ae9-7e37-415a-87bb-6d2fa7d10a6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.0667822 Apr 15 21:01:59.895796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-e992c87b-6492-42a4-9984-0f1c5598366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:01:59.897323 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-e992c87b-6492-42a4-9984-0f1c5598366e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0791228 Apr 15 21:02:00.040877 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-5836cd85-7c47-495a-9689-f742584f8ec1 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367729 Apr 15 21:02:00.185395 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-dbfadf3d-1339-4474-a77a-164ee49f6ebe req-659a5b28-eb94-4594-95c9-6e091e2840ea service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383245 Apr 15 21:02:00.523437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49922) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:00.750379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Deleting port da17a242-76ae-4af6-8f2c-ee5a563ce15d {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:00.750757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:00.952485 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:00.952764 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:01.086110 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Calling delete_port for da17a242-76ae-4af6-8f2c-ee5a563ce15d owned by network:floatingip {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:01.256080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:01.269344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-19edc4ce-b8ec-4830-9083-7d8681f58ba3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:01.363499 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event deleted for resources: {'Port': ['ID=da17a242-76ae-4af6-8f2c-ee5a563ce15d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:01.379215 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.379640 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.380067 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.380482 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.380911 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.381314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.381717 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.382174 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.382577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.382992 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.383391 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.383868 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:01.388816 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:01.560135 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for floatingip, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:01.560707 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.db.l3_db [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Floating IP c502cb8c-6733-48d6-ad0c-e7dbb148dc31 disassociated (deleted). External IP: 172.28.0.15, port: 84f522f6-ed53-410a-9307-1a336c6c5fbe. Apr 15 21:02:01.945891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Router 1c7aebae-d0e4-406c-b10f-9e97e182052a has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 21:02:02.147490 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 21:02:02.158309 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] Sync routers for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 21:02:02.169410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for floatingip, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:02.170072 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 21:02:02.170739 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T21:01:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:02.229224 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-9ff2790d-26bb-42fe-92d4-471806180744 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "DELETE /v2.0/floatingips/c502cb8c-6733-48d6-ad0c-e7dbb148dc31 HTTP/1.1" status: 204 len: 168 time: 1.7042761 Apr 15 21:02:02.229933 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 21:02:02.370357 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 21:02:02.371388 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'status': 'completed', 'code': 200} Apr 15 21:02:02.483413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-254f3b4a-5b93-4793-bf80-8607582dafe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:02.485105 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-254f3b4a-5b93-4793-bf80-8607582dafe2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f6278814e75645cc87e6ae6c0d667e03&device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0905061 Apr 15 21:02:02.632092 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-41d3514f-7624-4745-b386-775f5fbacd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:02.633784 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-41d3514f-7624-4745-b386-775f5fbacd29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 200 len: 910 time: 0.1405628 Apr 15 21:02:02.644193 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c6349-48b2-4287-ab0b-d5893a9de43c req-e1b0305f-e5ab-4e63-a851-f06763259f72 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:02.644987 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-049c6349-48b2-4287-ab0b-d5893a9de43c req-e1b0305f-e5ab-4e63-a851-f06763259f72 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Synchronizing usage tracker for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85418) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 21:02:02.660555 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-049c6349-48b2-4287-ab0b-d5893a9de43c req-e1b0305f-e5ab-4e63-a851-f06763259f72 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Unset dirty status for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85418) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 21:02:02.661852 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-049c6349-48b2-4287-ab0b-d5893a9de43c req-e1b0305f-e5ab-4e63-a851-f06763259f72 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1120026 Apr 15 21:02:02.711141 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-6b8713ac-3b94-4a41-854d-461c272a7282 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 200 len: 217 time: 0.0706851 Apr 15 21:02:02.718123 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-049c6349-48b2-4287-ab0b-d5893a9de43c req-e7b4ef9f-6886-456f-a2dc-c70656106257 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490468 Apr 15 21:02:02.721000 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:06Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:02.725270 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] Checking router: 1c7aebae-d0e4-406c-b10f-9e97e182052a for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 21:02:02.735400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 21:02:02.736030 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T21:01:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:02.938502 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 21:02:03.030477 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-51fed67c-006d-4fa9-9908-c7047a0ab6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:03.031998 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-51fed67c-006d-4fa9-9908-c7047a0ab6ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 200 len: 848 time: 0.3147118 Apr 15 21:02:03.119853 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-0830aa5f-1a01-4e6d-9582-cf78421f3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:03.121485 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-0830aa5f-1a01-4e6d-9582-cf78421f3046 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9689aaa5-b1f6-47e1-9394-b6678bc3034e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0811644 Apr 15 21:02:03.269607 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-10b00217-bee6-4640-949b-3eba6a127803 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392238 Apr 15 21:02:03.275985 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:06Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:03.280742 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3735d4f-48fc-4029-9677-a7f0c308187f None None] The sync data for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb is: [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T20:57:57Z', 'revision_number': 4, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb', '_interfaces': [{'id': '7040eb87-cbb5-4a17-beec-38f2209152ca', 'name': '', 'network_id': '9689aaa5-b1f6-47e1-9394-b6678bc3034e', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'mac_address': 'fa:16:3e:b7:5d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:56Z', 'updated_at': '2021-04-15T20:58:06Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'subnets': [{'id': '60d5d58c-a56f-4c43-86cb-8c08dde4b69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 21:02:03.426544 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-0c3600cf-6838-48bc-ac9e-7c864ba9f309 req-30eff41e-0b03-4ef7-b0ce-fbc16766cb24 service neutron] 10.222.0.60 "GET /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496284 Apr 15 21:02:03.654091 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d41ec1d-1231-4ba6-9105-531fedc54e79 None None] New status for floating IP c502cb8c-6733-48d6-ad0c-e7dbb148dc31: DOWN {{(pid=85421) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 21:02:04.003148 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a22a7b-bc0e-4d95-a036-67b748c47d92 req-28b39f6b-3356-4b4a-a149-49ddcf5e615f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:04.004744 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-96a22a7b-bc0e-4d95-a036-67b748c47d92 req-28b39f6b-3356-4b4a-a149-49ddcf5e615f tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1670082 Apr 15 21:02:04.016904 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991f970-f7a4-4589-b511-a477deddb21d req-9067b199-c70d-4247-a391-9d4f048e7197 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85419) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 21:02:04.018430 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6991f970-f7a4-4589-b511-a477deddb21d req-9067b199-c70d-4247-a391-9d4f048e7197 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.60 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 945 time: 0.1351364 Apr 15 21:02:04.119773 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-96a22a7b-bc0e-4d95-a036-67b748c47d92 req-9fd9d286-604e-4f3d-8a15-73e36b202ef9 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/security-groups?id=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002698 Apr 15 21:02:04.128393 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Deleting port 84f522f6-ed53-410a-9307-1a336c6c5fbe {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:04.128785 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:04.396049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] For port 84f522f6-ed53-410a-9307-1a336c6c5fbe, host hv-cinder-56205, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-56205',level=0,port_id=84f522f6-ed53-410a-9307-1a336c6c5fbe,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:04.396318 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:04.531626 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Calling delete_port for 84f522f6-ed53-410a-9307-1a336c6c5fbe owned by compute:nova {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:04.709770 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:04.726456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5ee80845-482d-4872-8517-333e1f4f490d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:04.823964 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event deleted for resources: {'Port': ['ID=84f522f6-ed53-410a-9307-1a336c6c5fbe,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:04.840332 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.840757 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.841171 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.841581 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.842043 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.842418 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.842824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.843228 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.843627 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.844025 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.844427 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.844824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-562053-18-smb {{(pid=85419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 21:02:04.849783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:04.999271 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] No DVR routers for this DVR port 84f522f6-ed53-410a-9307-1a336c6c5fbe on host hv-cinder-56205 {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 21:02:05.003511 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773019'] for port, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:05.007930 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-deleted', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe'}] {{(pid=85419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 21:02:05.026600 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-6991f970-f7a4-4589-b511-a477deddb21d req-1378b095-8154-44e8-8104-66bbd122e976 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.60 "DELETE /v2.0/ports/84f522f6-ed53-410a-9307-1a336c6c5fbe HTTP/1.1" status: 204 len: 173 time: 0.9929330 Apr 15 21:02:05.143196 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34565921-be96-4862-8f07-b350865f5ba3', 'name': 'network-vif-deleted', 'tag': '84f522f6-ed53-410a-9307-1a336c6c5fbe', 'status': 'completed', 'code': 200} Apr 15 21:02:05.289436 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-acde08a1-67c5-4238-897a-b50bcf308424 req-2e3ed91e-587b-47b6-9497-e0f61d5d0f76 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Synchronizing usage tracker for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85419) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 21:02:05.306797 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.quota.resource [req-acde08a1-67c5-4238-897a-b50bcf308424 req-2e3ed91e-587b-47b6-9497-e0f61d5d0f76 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Unset dirty status for tenant:f6278814e75645cc87e6ae6c0d667e03 on resource:port {{(pid=85419) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 21:02:05.308389 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [req-acde08a1-67c5-4238-897a-b50bcf308424 req-2e3ed91e-587b-47b6-9497-e0f61d5d0f76 tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "GET /v2.0/ports?device_id=34565921-be96-4862-8f07-b350865f5ba3 HTTP/1.1" status: 200 len: 210 time: 0.0713699 Apr 15 21:02:06.412786 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49944) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:06.489015 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:06.521509 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:06.585053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:06.590837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-df6dd71b-cbdf-4a73-a02d-1927859c4bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:06.606986 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:06.611875 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:06.615839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:06.617085 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-5bda1d3c-e45d-4d1a-b5ae-a99f40a0ae2d tempest-TestShelveInstance-679881739 tempest-TestShelveInstance-679881739-project] 10.222.0.70 "DELETE /v2.0/security-groups/a8de47fc-c98e-43f3-bb74-a7c9ba66ac9b HTTP/1.1" status: 204 len: 168 time: 0.2028985 Apr 15 21:02:06.660755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49950) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:07.494570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:07.893005 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Deleting port 7040eb87-cbb5-4a17-beec-38f2209152ca {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:07.893388 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:08.052515 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe no longer exists at agent hyperv_hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:08.089995 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] For port 7040eb87-cbb5-4a17-beec-38f2209152ca, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7040eb87-cbb5-4a17-beec-38f2209152ca,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:08.090356 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:08.092937 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] No Port match for: 84f522f6-ed53-410a-9307-1a336c6c5fbe {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:08.093329 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Device 84f522f6-ed53-410a-9307-1a336c6c5fbe not bound to the agent host hv-cinder-56205 {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:08.222535 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Calling delete_port for 7040eb87-cbb5-4a17-beec-38f2209152ca owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:08.412437 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:08.435287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-766a2b9f-94b4-434a-8619-492d594386e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:08.531040 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=7040eb87-cbb5-4a17-beec-38f2209152ca,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:08.534993 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:08.895844 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:09.409617 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Router 1c7aebae-d0e4-406c-b10f-9e97e182052a has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 21:02:09.599637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 21:02:09.609557 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] Sync routers for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 21:02:09.616364 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] 10.222.0.70 "PUT /v2.0/routers/1c7aebae-d0e4-406c-b10f-9e97e182052a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544713 Apr 15 21:02:09.620075 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49954) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:09.621368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 21:02:09.622104 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T21:01:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:09.807577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:09.811680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 21:02:10.132384 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T21:02:08Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:10.137238 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] Checking router: 1c7aebae-d0e4-406c-b10f-9e97e182052a for host: dv-cinder-562053-18-smb {{(pid=85420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 21:02:10.146878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] Routers {'1c7aebae-d0e4-406c-b10f-9e97e182052a'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 21:02:10.147559 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T21:01:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['1c7aebae-d0e4-406c-b10f-9e97e182052a'], 'active': True} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:10.265729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:10.275413 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Deleting port a5f6d722-c5e9-454b-b01f-c214fdf6277e {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:10.275783 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:10.335400 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] Set router 1c7aebae-d0e4-406c-b10f-9e97e182052a gateway port host: dv-cinder-562053-18-smb {{(pid=85420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 21:02:10.460709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] For port a5f6d722-c5e9-454b-b01f-c214fdf6277e, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=a5f6d722-c5e9-454b-b01f-c214fdf6277e,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:10.461117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:10.595755 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Calling delete_port for a5f6d722-c5e9-454b-b01f-c214fdf6277e owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:10.646683 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T21:02:08Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:10.650890 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2fd8f5-413e-4256-9723-b29539e8b5da None None] The sync data for ids ['1c7aebae-d0e4-406c-b10f-9e97e182052a'] in dv-cinder-562053-18-smb is: [{'id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'name': 'tempest-TestShelveInstance-1512456184-router', 'tenant_id': 'f6278814e75645cc87e6ae6c0d667e03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:57:53Z', 'updated_at': '2021-04-15T21:02:08Z', 'revision_number': 5, 'project_id': 'f6278814e75645cc87e6ae6c0d667e03', 'gw_port': {'id': 'a5f6d722-c5e9-454b-b01f-c214fdf6277e', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7aebae-d0e4-406c-b10f-9e97e182052a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:57:54Z', 'updated_at': '2021-04-15T20:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 21:02:10.788603 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:10.805236 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-a94eafdb-f4be-4394-b954-bb71ac9f2279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:10.852273 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f6d722-c5e9-454b-b01f-c214fdf6277e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:10.900824 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:11.083881 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.273486 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.275994 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.297250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.298060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c7aebae-d0e4-406c-b10f-9e97e182052a {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 21:02:11.311543 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.312855 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-fadbf1e9-7745-4f88-bef2-54f4025cadf3 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1c7aebae-d0e4-406c-b10f-9e97e182052a HTTP/1.1" status: 204 len: 168 time: 1.6917531 Apr 15 21:02:11.315604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49958) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:11.389728 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Deleting subnet 60d5d58c-a56f-4c43-86cb-8c08dde4b69d {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 21:02:11.393178 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.447651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.546184 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.809822 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.822632 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-693f8220-f974-4f4f-a767-baffa70fefff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:11.920512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d5d58c-a56f-4c43-86cb-8c08dde4b69d,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:11.926670 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:11.960073 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:11.966612 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f5461-0c2d-4157-9efe-abe9f7d3c60f None None] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 21:02:11.967176 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-67277043-04e7-4737-af5f-fb38202a6646 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/60d5d58c-a56f-4c43-86cb-8c08dde4b69d HTTP/1.1" status: 204 len: 168 time: 0.6501031 Apr 15 21:02:11.969837 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49962) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:12.090483 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.168444 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Deleting port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:12.168819 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.248714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device a5f6d722-c5e9-454b-b01f-c214fdf6277e no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:12.313022 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: a5f6d722-c5e9-454b-b01f-c214fdf6277e {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:12.313410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device a5f6d722-c5e9-454b-b01f-c214fdf6277e not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:12.313870 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7040eb87-cbb5-4a17-beec-38f2209152ca no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:12.382410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 7040eb87-cbb5-4a17-beec-38f2209152ca {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:12.382714 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7040eb87-cbb5-4a17-beec-38f2209152ca not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:12.394582 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] For port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:12.394991 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.480763 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] DHCP port deletion for 9689aaa5-b1f6-47e1-9394-b6678bc3034e request from dv-cinder-562053-18-smb {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 21:02:12.485513 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Deleting port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:12.486034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.533637 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Calling delete_port for 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 owned by network:dhcp {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:12.612653 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.628314 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-39555e78-8ed9-45fc-a731-cd1475764fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:12.707344 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] For port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,segment=NetworkSegment(1717798a-f07c-43e0-98dc-23ac6e848011),segment_id=1717798a-f07c-43e0-98dc-23ac6e848011)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:12.707661 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.733669 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Pushing event deleted for resources: {'Port': ['ID=218b0f34-ef24-428d-9ccb-aabe5f5c5d65,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:12.738638 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:12.773410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] No DVR routers for this DVR port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 on host dv-cinder-562053-18-smb {{(pid=85418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 21:02:12.839843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Calling delete_port for 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:12.911729 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:12.924676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 21:02:12.925093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 21:02:13.030269 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9689aaa5-b1f6-47e1-9394-b6678bc3034e']}} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:13.043732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1717798a-f07c-43e0-98dc-23ac6e848011') {'for_net_delete': True} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:13.044042 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1717798a-f07c-43e0-98dc-23ac6e848011') {} {{(pid=85418) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:13.057604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851113963'] for segment, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:13.073484 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:13.080456 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=85418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 21:02:13.273473 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 21:02:13.282973 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663565'] for segment, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:13.426804 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Deleting port 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:13.427226 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:13.460021 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Network 9689aaa5-b1f6-47e1-9394-b6678bc3034e has no segments {{(pid=85418) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 21:02:13.487361 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 21:02:13.503049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-2ca99220-d739-4379-8b15-13c3733ca7a8 None None] The port '218b0f34-ef24-428d-9ccb-aabe5f5c5d65' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 21:02:13.564204 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:13.568009 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-70ffe97b-f640-44ee-bc82-6a5027d34238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:13.582047 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:13.593656 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9689aaa5-b1f6-47e1-9394-b6678bc3034e,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:13.597052 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:13.610123 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-cec80a03-741a-4c55-b020-4fcd1326ded7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/9689aaa5-b1f6-47e1-9394-b6678bc3034e HTTP/1.1" status: 204 len: 168 time: 1.6388898 Apr 15 21:02:13.614525 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49966) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:14.189454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:14.227208 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:14.227917 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 218b0f34-ef24-428d-9ccb-aabe5f5c5d65 not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:14.483646 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854103037'] for router_interface, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:14.866863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Deleting port d300f332-2443-489b-a0e6-74f376fb894f {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:14.867242 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:15.056379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] For port d300f332-2443-489b-a0e6-74f376fb894f, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=d300f332-2443-489b-a0e6-74f376fb894f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:15.056655 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:15.187927 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Calling delete_port for d300f332-2443-489b-a0e6-74f376fb894f owned by network:router_interface {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:15.371645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:15.384936 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-3cab79c1-5c09-4e00-b6c0-3672e1673a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:15.477793 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Pushing event deleted for resources: {'Port': ['ID=d300f332-2443-489b-a0e6-74f376fb894f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:15.484611 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:15.847588 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7834511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854100568'] for router_interface, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:16.370769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 has already been hosted by L3 agent f3f5ea85-3321-4be3-abf8-333e6c9ca075 {{(pid=85418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 21:02:16.566790 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] Notify agent at l3_agent.dv-cinder-562053-18-smb the message routers_updated {{(pid=85418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 21:02:16.576852 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] Sync routers for ids ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'] in dv-cinder-562053-18-smb {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 21:02:16.577133 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-0b88b843-28f3-4ec0-ab66-4387cc95363b admin admin] 10.222.0.70 "PUT /v2.0/routers/2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9615252 Apr 15 21:02:16.579913 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49970) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:16.587774 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] Routers {'2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 21:02:16.588784 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T21:01:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:16.770667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks [] for router, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:16.777394 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] Set router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 21:02:17.093523 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T21:02:15Z', 'revision_number': 5, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:17.098778 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] Checking router: 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 for host: dv-cinder-562053-18-smb {{(pid=85421) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 21:02:17.109368 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] Routers {'2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'} bound to L3 agent in host dv-cinder-562053-18-smb {{(pid=85421) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 21:02:17.110053 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-562053-18-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T20:41:24Z,description=,heartbeat_timestamp=2021-04-15T21:01:54Z,host='dv-cinder-562053-18-smb',id=f3f5ea85-3321-4be3-abf8-333e6c9ca075,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T20:41:24Z,topic='l3_agent')) {'router_ids': ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'], 'active': True} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:17.231749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:17.242574 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Deleting port 7189c240-59fe-4f87-94f8-61f58e773ddf {{(pid=85418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:17.242959 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:17.301645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvr_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] Set router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 gateway port host: dv-cinder-562053-18-smb {{(pid=85421) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 21:02:17.431006 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] For port 7189c240-59fe-4f87-94f8-61f58e773ddf, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=7189c240-59fe-4f87-94f8-61f58e773ddf,segment=NetworkSegment(3a025c03-9552-4f77-b2a0-3aaae749b679),segment_id=3a025c03-9552-4f77-b2a0-3aaae749b679)] {{(pid=85418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:17.431379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:17.563078 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Calling delete_port for 7189c240-59fe-4f87-94f8-61f58e773ddf owned by network:router_gateway {{(pid=85418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:17.601798 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_hamode_db [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T21:02:15Z', 'revision_number': 5, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}], 'dv-cinder-562053-18-smb', False) {} {{(pid=85421) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:17.606710 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6966b8-b649-43ce-9931-c42a300682c3 None None] The sync data for ids ['2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5'] in dv-cinder-562053-18-smb is: [{'id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'name': 'tempest-TestShelveInstance-1333943600-router', 'tenant_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'external_fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96'}], 'enable_snat': True}, 'gw_port_id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T20:58:00Z', 'updated_at': '2021-04-15T21:02:15Z', 'revision_number': 5, 'project_id': '15c4bf257b8c465f9efb9c7a28b17c75', 'gw_port': {'id': '7189c240-59fe-4f87-94f8-61f58e773ddf', 'name': '', 'network_id': '6eb1c6be-875a-4cb3-a5c0-4a02c0888d90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'ip_address': '172.28.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-562053-18-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T20:58:01Z', 'updated_at': '2021-04-15T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8be0a19-fcd4-4a9c-bfd1-70e1b9b5fc34', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-562053-18-smb'}] {{(pid=85421) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 21:02:17.745464 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3661881'] for port, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:17.761457 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-4513ddb7-7086-4df2-a812-1d4d1f11f856 tempest-VolumesActionsTest-831450235 tempest-VolumesActionsTest-831450235-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:17.854285 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Pushing event deleted for resources: {'Port': ['ID=7189c240-59fe-4f87-94f8-61f58e773ddf,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:17.861631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:18.029899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854100718'] for router_gateway, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.190715 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d300f332-2443-489b-a0e6-74f376fb894f no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:18.217084 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854095960', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854764408'] for router, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.219623 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.230878 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: d300f332-2443-489b-a0e6-74f376fb894f {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:18.231260 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device d300f332-2443-489b-a0e6-74f376fb894f not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:18.249705 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-677944'] for router, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.250325 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 {{(pid=85418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 21:02:18.263791 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] Notify callbacks [] for router, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.265035 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-715f47f2-bc3d-4898-b9d3-abc41f92435f admin admin] 10.222.0.70 "DELETE /v2.0/routers/2bfaa8a9-2c16-4d8f-9115-d55d5a6029c5 HTTP/1.1" status: 204 len: 168 time: 1.6841257 Apr 15 21:02:18.268512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49974) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:18.339294 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Deleting subnet a004216f-52db-4d64-8e38-9296f323665f {{(pid=85418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 21:02:18.342622 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.395814 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3661869'] for subnet, precommit_delete_associations {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.483130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-125679'] for subnet, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.770766 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854650137', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851113876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852919158'] for subnet, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.786034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:18.871250 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a004216f-52db-4d64-8e38-9296f323665f,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:18.885743 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:18.922805 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for subnet, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:18.928633 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb880a-3989-4bb5-9b88-4e3915dd295f None None] Network e602319e-4f6a-4afe-9130-c989b3ef9163 requested from dv-cinder-562053-18-smb {{(pid=85420) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 21:02:18.930146 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2d061176-38dd-4bd5-8fb2-c29e35514303 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a004216f-52db-4d64-8e38-9296f323665f HTTP/1.1" status: 204 len: 168 time: 0.6598496 Apr 15 21:02:18.933592 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85419) accepted ('10.222.0.70', 49978) {{(pid=85419) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:19.052454 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854526644'] for network, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.126448 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Deleting port 6f11f8d1-4598-4387-80db-a38565853f5f {{(pid=85419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:19.126839 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.198134 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] DHCP port deletion for e602319e-4f6a-4afe-9130-c989b3ef9163 request from dv-cinder-562053-18-smb {{(pid=85420) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 21:02:19.203080 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Deleting port 6f11f8d1-4598-4387-80db-a38565853f5f {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:19.203514 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.352777 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] For port 6f11f8d1-4598-4387-80db-a38565853f5f, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=6f11f8d1-4598-4387-80db-a38565853f5f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:19.353130 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.424606 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.db [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] For port 6f11f8d1-4598-4387-80db-a38565853f5f, host dv-cinder-562053-18-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-562053-18-smb',level=0,port_id=6f11f8d1-4598-4387-80db-a38565853f5f,segment=NetworkSegment(5d8ffec8-06be-4f7a-8478-3048b6053c58),segment_id=5d8ffec8-06be-4f7a-8478-3048b6053c58)] {{(pid=85420) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 21:02:19.424953 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854126032'] for port, precommit_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.484449 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Calling delete_port for 6f11f8d1-4598-4387-80db-a38565853f5f owned by network:dhcp {{(pid=85419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:19.555709 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Calling delete_port for 6f11f8d1-4598-4387-80db-a38565853f5f owned by network:dhcp {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 21:02:19.562315 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854725812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854653750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761787673391', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363275067541023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2496304'] for port, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.575549 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-1ac3e300-9ab7-4344-ba09-931134fcc134 tempest-TestMinimumBasicScenario-117043433 tempest-TestMinimumBasicScenario-117043433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:19.625512 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f11f8d1-4598-4387-80db-a38565853f5f,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:19.634614 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.db.api [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85420) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 21:02:19.635034 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_db.api [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85420) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 21:02:19.673048 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:19.732223 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] No DVR routers for this DVR port 6f11f8d1-4598-4387-80db-a38565853f5f on host dv-cinder-562053-18-smb {{(pid=85419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 21:02:19.866012 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854597778', 'neutron.services.segments.db._delete_segments_for_network-8761787755208'] for network, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:19.986598 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e602319e-4f6a-4afe-9130-c989b3ef9163']}} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:20.000369 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8ffec8-06be-4f7a-8478-3048b6053c58') {'for_net_delete': True} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:20.000720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.services.segments.db [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8ffec8-06be-4f7a-8478-3048b6053c58') {} {{(pid=85419) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 21:02:20.013443 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761787757785', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2846225'] for segment, before_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.039305 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770039'] for segment, precommit_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.047540 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=85419) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 21:02:20.136420 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Deleting port 6f11f8d1-4598-4387-80db-a38565853f5f {{(pid=85420) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 21:02:20.136835 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275067078260'] for port, before_delete {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.217342 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-0da6f0d3-3375-4f0a-95b6-f38089183b3d None None] The port '6f11f8d1-4598-4387-80db-a38565853f5f' was deleted {{(pid=85420) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 21:02:20.218450 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 6f11f8d1-4598-4387-80db-a38565853f5f no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:20.228440 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Network e602319e-4f6a-4afe-9130-c989b3ef9163 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 21:02:20.237720 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5777', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2494916'] for segment, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.258379 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 6f11f8d1-4598-4387-80db-a38565853f5f {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:20.258773 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 6f11f8d1-4598-4387-80db-a38565853f5f not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:20.259313 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7189c240-59fe-4f87-94f8-61f58e773ddf no longer exists at agent ovs-agent-dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 21:02:20.295667 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.plugin [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] No Port match for: 7189c240-59fe-4f87-94f8-61f58e773ddf {{(pid=85420) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 21:02:20.296049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.rpc [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Device 7189c240-59fe-4f87-94f8-61f58e773ddf not bound to the agent host dv-cinder-562053-18-smb {{(pid=85420) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 21:02:20.422463 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.plugins.ml2.managers [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Network e602319e-4f6a-4afe-9130-c989b3ef9163 has no segments {{(pid=85419) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: Traceback (most recent call last): Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: timer() Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: cb(*args, **kw) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: return func(*args, **kwargs) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: self._notify() Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: self.callback(batched_events) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: event.method(event) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: segment_id)['aggregates'][0] Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: return f(self, *a, **k) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: return self._get(url).json() Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: **kwargs) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: return self.request(url, 'GET', **kwargs) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: **endpoint_filter) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 21:02:20.445163 dv-cinder-562053-18-smb neutron-server[85305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 21:02:20.532680 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-178023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854120340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846941306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675324'] for network, after_delete {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.537360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-b88ac401-d66a-48d0-9eff-0126166b211b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:20.560647 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846941259'] for network, before_response {{(pid=85419) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.571604 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Pushing event deleted for resources: {'Network': ['ID=e602319e-4f6a-4afe-9130-c989b3ef9163,revision_number=None']} {{(pid=85419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:20.574577 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85419) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:20.576584 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-52c1a0ae-f17a-4801-8a67-89532e5fbf20 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e602319e-4f6a-4afe-9130-c989b3ef9163 HTTP/1.1" status: 204 len: 168 time: 1.6417027 Apr 15 21:02:20.794351 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49984) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:20.849258 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-62d5a530-a485-4d2e-817f-752e1a55840a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6278814e75645cc87e6ae6c0d667e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535293 Apr 15 21:02:20.851827 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49988) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:20.918892 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:20.947948 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.003528 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.009301 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-f1824c01-dfb2-49ec-b7bf-548e616d848a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:21.029570 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41832c62-bb6c-47aa-9ac6-908e2e926c79,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:21.033740 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:21.037478 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.039620 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-44fc9feb-a195-4f7f-aa9d-c6b7b001eda2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/41832c62-bb6c-47aa-9ac6-908e2e926c79 HTTP/1.1" status: 204 len: 168 time: 0.1866350 Apr 15 21:02:21.441345 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 49996) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:21.495830 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-923adad9-b87e-40a5-af2a-96ce644ab1eb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15c4bf257b8c465f9efb9c7a28b17c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531476 Apr 15 21:02:21.499796 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [-] (85418) accepted ('10.222.0.70', 50000) {{(pid=85418) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 21:02:21.561732 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.592287 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.655243 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854113652'] for security_group, after_delete {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.661322 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-c2896a3c-ebef-4f44-a58f-a84c11bbe7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 21:02:21.675117 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58ca925-e293-4e96-a285-770e094cc4bd,revision_number=None']} {{(pid=85418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 21:02:21.679151 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG oslo_concurrency.lockutils [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85418) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 21:02:21.685620 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85418) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:21.686932 dv-cinder-562053-18-smb neutron-server[85305]: INFO neutron.wsgi [None req-2b5252d0-982a-4527-8acf-8ceb76393b08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f58ca925-e293-4e96-a285-770e094cc4bd HTTP/1.1" status: 204 len: 168 time: 0.1861758 Apr 15 21:02:22.417602 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-af1a232f-a73c-47bc-a526-a922ac5c1a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:24.392626 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b7360ac5-71dd-4b21-8bd6-45b7623941fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:25.637429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:25.769060 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:25.939446 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:26.995587 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:30.697216 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:02:52.428687 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-b31d9330-47d9-474a-a16a-91125de78e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:54.402891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-d554c32a-c713-4831-b0c7-ec1b255d4ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:55.641405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:55.765156 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:55.928902 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:02:56.999503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:07.701769 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:03:22.431676 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-4d6c8633-cce2-4555-ac11-07f3aaa2fbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:24.398727 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f39bea8f-9af5-463a-bf20-1a5cf89269af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:25.651990 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:25.777160 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:25.950230 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:27.003899 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:44.702843 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:03:52.436074 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-a4569e4b-5e20-483d-a306-d05bff7279bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:54.406616 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-974d5822-a5ca-449a-a684-30d9c12250ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:55.651093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:55.771459 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:55.942749 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:03:57.012093 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:21.705863 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:04:22.438872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-62d6b818-8584-4623-bce5-b29501bbbe18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:24.404220 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-842a4426-c4ec-455d-9e90-492e94ec752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:25.658360 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:25.778952 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:25.971631 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:27.011885 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:52.443506 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-c000bd1d-6dcd-4556-8f71-9c4a9c2dce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:54.405968 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-aa3e50da-6f78-452c-8435-d80d8ade8357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:55.659263 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:55.779872 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:55.957699 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:57.018445 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:04:58.712323 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:05:22.439562 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-ce1f4369-9832-4e41-991d-b369a031985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:24.409823 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-741f30e9-8057-4f3f-912d-49a2ef0105a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:25.664910 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:25.775153 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:25.972386 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:27.017321 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:35.704187 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:05:44.827891 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.wsgi [req-30a3c840-b5e5-4e9b-9f9d-0e3c31bd3af2 req-2d09aea2-d5a9-46f5-bb46-47de587b75b4 service neutron] (85418) timed out ('10.222.0.60', 56568) {{(pid=85418) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 21:05:52.442259 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-dd0b5932-e209-4205-a491-5d3152c9d0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:54.413154 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5ef196a0-48f3-4a0d-a1ea-f47b7dd6f3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:55.669496 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:55.770493 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:56.001997 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:05:57.026530 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:12.705410 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:06:22.439651 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-84a21ee3-fd5a-4c7b-b48f-d71443f2ee96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:24.412303 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-43d6f426-3eee-4d1a-8828-b8f0360873e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:25.668405 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:25.783701 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:25.986176 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:27.027503 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:49.708349 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron.db.agents_db [None req-8f523719-4e21-4ac8-875e-55c5008a9362 None None] Agent healthcheck: found 6 active agents {{(pid=85421) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 21:06:52.438161 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-5cf950d0-f18b-4c63-a59b-6705b674b9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:54.413049 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f3adf266-55ee-4fcd-8651-00ed8f78f5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:55.673175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-0bc58d8e-4881-488d-8ef2-2a52efe3e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:55.786645 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-313570af-0c63-49ff-88f7-051355e54f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:55.999429 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-cb9bdd15-4d9b-497c-a591-63e2be70b368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 21:06:57.030175 dv-cinder-562053-18-smb neutron-server[85305]: DEBUG neutron_lib.callbacks.manager [None req-f21cde83-d11c-4d3f-a29d-cc0ac5898509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761787755191', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-167072'] for agent, after_update {{(pid=85420) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}